00000800:00000200:0.1F:1775762794.424246:0:3660:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d9ea4b4e] -> 12345-192.168.202.148@tcp (2) 00000800:00000200:0.1:1775762794.424872:0:3651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d9ea4b4e] -> 12345-192.168.202.148@tcp (2) 00000800:00000200:0.1:1775762794.424876:0:3651:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.148@tcp 0000000056e644c4 deleted 00000800:00000010:0.1:1775762794.424878:0:3651:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000056e644c4. 00000800:00000200:0.1:1775762794.424884:0:3651:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1775762794.424891:0:3651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.148@tcp ip 192.168.202.148:1023 00000800:00000200:0.1:1775762794.424897:0:3651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b7e89c5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1F:1775762794.428477:0:3650:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1775762794.434117:0:3652:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d9ea4b4e] -> 12345-192.168.202.148@tcp (4) 00000800:00000200:3.1:1775762794.434122:0:3652:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.148@tcp 000000004746335b deleted 00000800:00000010:3.1:1775762794.434124:0:3652:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004746335b. 00000800:00000200:3.1:1775762794.434129:0:3652:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1775762794.434360:0:3650:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1F:1775762794.874710:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009aa3341f. 00010000:00000010:2.1:1775762794.874760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000cd85ddc. 00010000:00000010:2.1:1775762795.339725:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000083dc5200. 00010000:00000010:2.1:1775762795.339735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008f202666. 00010000:00000010:2.1:1775762795.339741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000262d36ef. 00010000:00000010:3.1:1775762795.343656:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003df5811a. 00010000:00000010:3.1:1775762795.343667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003779c61a. 00080000:00000010:3.1:1775762795.429686:0:0:0:(osd_handler.c:1611:osd_oxc_free()) kfreed 'oxe': 68 at 00000000a74b69f7. 00010000:00000010:3.1:1775763434.743680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4a735d600. 00010000:00000010:0.1:1775763434.770749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4a735c400. 00010000:00000010:0.1:1775763434.770766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4bfd7e200. 00010000:00000010:0.1:1775763434.781670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4bfd7f200. 00010000:00000010:1.1F:1775763435.977683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38510a200. 00010000:00000010:2.1:1775763435.991864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467d000. 00010000:00000010:2.1:1775763435.991879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467cc00. 00080000:00000010:3.1:1775763437.991359:0:0:0:(osd_handler.c:1611:osd_oxc_free()) kfreed 'oxe': 284 at ffff9ee384b9d400. 00010000:00000010:3.1:1775763437.991610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38510a200. 00010000:00000010:1.1:1775763438.021757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38510aa00. 00080000:00000010:1.2F:1775763438.109892:0:15207:0:(osd_io.c:78:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9ee48715f1e0. 00010000:00000010:1.1:1775763438.125669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467da00. 00010000:00000010:3.1:1775763438.130207:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9ee4c00de900. 00010000:00000010:3.1:1775763438.130228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4bfd7f400. 00010000:00000010:3.1:1775763438.130233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4a735d600. 00080000:00000010:0.2F:1775763438.130941:0:0:0:(osd_io.c:78:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9ee38451b7f8. 00010000:00000010:0.1:1775763438.156813:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9ee4a703d000. 00010000:00000010:0.1:1775763438.156834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38510aa00. 00010000:00000010:0.1:1775763438.264664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467c000. 00010000:00000010:1.1:1775763438.264753:0:3655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4bfd7e000. 00010000:00000010:3.1:1775763438.297880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4a735da00. 00010000:00000010:3.1:1775763438.297905:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9ee490edd700. 00010000:00000010:3.1:1775763438.297909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4a735d000. 00010000:00000010:3.1:1775763438.297911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4a735d600. 00010000:00000010:1.1:1775763438.314679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4a735dc00. 00010000:00000010:2.1:1775763438.318690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467de00. 00010000:00000010:2.1:1775763438.318713:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9ee4c0e82b00. 00010000:00000010:2.1:1775763438.318718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467d400. 00010000:00000010:2.1:1775763438.318720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467ce00. 00010000:00000010:2.1:1775763438.330662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38510b000. 00010000:00000010:2.1:1775763438.345789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467ce00. 00010000:00000010:1.1:1775763438.346685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38510b200. 00010000:00000010:2.1:1775763438.405782:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467ce00. 00010000:00000010:0.1:1775763438.410688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4bfd7e600. 00010000:00000010:0.1:1775763438.410707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4bfd7f600. 00010000:00000010:0.1:1775763438.410709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4bfd7ee00. 00010000:00000010:1.1:1775763438.487033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467c200. 00010000:00000010:1.1:1775763438.487057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4bfd7f000. 00010000:00000010:1.1:1775763438.487059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467c000. 00010000:00000010:1.1:1775763438.487063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38510be00. 00010000:00000010:1.1:1775763438.496032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4bfd7e400. 00010000:00000010:1.1:1775763438.496055:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9ee4c00de600. 00010000:00000010:1.1:1775763438.500753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467d600. 00010000:00000010:1.1:1775763438.500775:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9ee4c0e82000. 00010000:00000010:1.1:1775763438.500781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38510bc00. 00010000:00000010:1.1:1775763438.500785:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9ee4b5bcef00. 00010000:00000010:2.1:1775763438.553260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467ce00. 00010000:00000010:3.1:1775763438.565716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4a735d000. 00010000:00000010:3.1:1775763438.565734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4a735da00. 00010000:00000010:3.1:1775763438.570589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4a735d600. 00010000:00000010:2.1:1775763438.616722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4a735d600. 00010000:00000010:2.1:1775763438.616746:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9ee490edd700. 00010000:00000010:0.1:1775763438.620708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee4a735ce00. 00010000:00000010:0.1:1775763438.620729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ee38467c800. 00000100:00100000:2.0:1775764883.439663:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132888704 00000100:00100000:2.0:1775764883.439674:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132888704 00010000:00010000:2.0:1775764883.439729:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b3da8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 132 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c14 expref: 35 pid: 27904 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.439767:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1854 00000100:00100000:2.0:1775764883.439776:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132888704:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.439791:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.439798:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b3da8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 133 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c14 expref: 35 pid: 27904 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.439810:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b3da8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 133 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c14 expref: 35 pid: 27904 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.439830:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b3da8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 133 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c14 expref: 35 pid: 27904 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.439845:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.439850:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b3de0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.439883:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b3de0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.439891:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b3de0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.439916:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.439973:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132888704:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 198us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.439997:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1854 00000100:00100000:2.0:1775764883.456117:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132889088 00000100:00100000:2.0:1775764883.456128:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132889088 00000100:00100000:2.0:1775764883.456186:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132889216 00000100:00100000:2.0:1775764883.456189:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132889216 00000100:00100000:2.0:1775764883.456221:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15750 00000100:00100000:2.0:1775764883.456230:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a70b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+293:89014:x1862022132889088:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764883.456285:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.456315:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8800/0x2bbd42d658b3e03 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 132 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c30 expref: 293 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.456337:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.456342:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764883.456370:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b3e0a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.456385:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b3e0a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.456395:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b3e0a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.456408:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b3e11 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe02ccd52 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.456414:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b3e11 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe02ccd52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.456419:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b3e11 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe02ccd52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.456436:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b3e18 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 131 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.456463:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b3e18 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.456470:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b3e18 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764883.457899:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce128972 reply state 000000000e41e92c transno 4294976723 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b3e18 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.457917:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b3e18 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.457924:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.457927:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764883.457930:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8200/0x2bbd42d658b3e34 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 132 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.457937:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8200/0x2bbd42d658b3e34 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 132 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.457943:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8200/0x2bbd42d658b3e34 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 132 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.457971:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764883.457991:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b3e0a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.457998:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b3e0a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.458005:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b3e0a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.458012:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b3e0a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.458018:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.458022:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b3e0a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.458029:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b3e0a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.458038:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.458040:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.458043:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b3e0a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.458048:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b3e0a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764883.458061:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce128972 reply state 000000000e41e92c transno 4294976723 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b3e11 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe02ccd52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.458070:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b3e11 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe02ccd52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.458076:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe02ccd52 (ffff9ee4859c4b00) 00010000:00010000:2.0:1775764883.458078:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764883.458080:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764883.458162:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+294:89014:x1862022132889088:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1929us (2269us total) trans 4294976723 rc 0/0 00000100:00100000:2.0:1775764883.458171:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15750 00000100:00100000:2.0:1775764883.471009:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764883.478729:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154017792:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764883.478758:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b3e6c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.491299:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764883.499248:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132890496 00000100:00100000:2.0:1775764883.499259:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132890496 00000100:00100000:2.0:1775764883.499312:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15758 00000100:00100000:2.0:1775764883.499323:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132890496:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.499343:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.499364:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3ec0 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 135 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75c5a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.499401:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 135 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 296 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.499442:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154018048:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764883.499500:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1775764883.503655:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b3eb9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.503663:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b3eb9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764883.504208:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009504123e reply state 0000000024a95e1a transno 4294976725 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b3eb9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.504226:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b3eb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.504233:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.504236:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764883.504239:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764883.504246:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b3eab lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.504253:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b3eab lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.504258:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b3eab lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.504264:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b3eab lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.504270:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.504274:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b3eab lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.504281:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b3eab lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.504290:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.504292:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.504295:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b3eab lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.504300:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b3eab lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764883.504312:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009504123e reply state 0000000024a95e1a transno 4294976725 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b3eb2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8556c142 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.504319:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b3eb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8556c142 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.504325:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8556c142 (ffff9ee385b45f00) 00010000:00010000:2.0:1775764883.504327:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764883.504328:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764883.504392:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+298:89014:x1862022132890368:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8693us (9135us total) trans 4294976725 rc 0/0 00000100:00100000:2.0:1775764883.504400:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15757 00000100:00100000:2.0:1775764883.506323:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154018048:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764883.506347:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764883.506363:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3ec0 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 134 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c5a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.506382:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.506385:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764883.506390:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3ec0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 134 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c5a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.506402:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3ea00, rc 0) 00000100:00100000:2.0:1775764883.506497:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132890496:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7176us (7292us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764883.506506:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15758 00000100:00100000:2.0:1775764883.524683:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c03800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154018176:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764883.524721:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764883.524741:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b3eff lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 136 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c6f expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.524762:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.524765:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764883.524770:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b3eff lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 136 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c6f expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.524782:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226800, rc 0) 00000100:00100000:2.0:1775764883.524944:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132891008:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4431us (4986us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764883.524952:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15761 00000100:00100000:2.0:1775764883.524992:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132891264 00000100:00100000:2.0:1775764883.524998:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132891264 00000100:00100000:2.0:1775764883.543470:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132891648 00000100:00100000:2.0:1775764883.543480:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132891648 00000100:00100000:2.0:1775764883.543548:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15764 00000100:00100000:2.0:1775764883.543559:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132891648:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.543579:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.543601:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b3f22 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75c7d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543704:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f29 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543727:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f29 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543743:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f29 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543759:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f30 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543766:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f30 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543772:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f30 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543861:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3f37 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 135 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543870:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3f37 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 135 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543877:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3f37 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 135 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.543916:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.543940:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3f37 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 135 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543954:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f29 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543960:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f29 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543966:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f29 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543973:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f29 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543988:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.543992:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f29 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.543999:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f29 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.544012:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.544015:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.544020:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f29 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.544026:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f29 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.544041:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f30 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.544046:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f30 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.544051:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f30 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.544055:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.544058:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f30 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.544067:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f30 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.544074:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4859c4f00) 00010000:00010000:2.0:1775764883.544076:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.544079:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f30 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.544085:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f30 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.544115:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b3f22 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c7d expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.544127:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3f37 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 135 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c7d expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.544134:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.544136:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.544138:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e800, rc 0) 00000100:00100000:2.0:1775764883.544194:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132891648:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 637us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.544202:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15764 00000100:00100000:2.0:1775764883.547162:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132891776 00000100:00100000:2.0:1775764883.547172:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132891776 00000100:00100000:2.0:1775764883.547228:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15765 00000100:00100000:2.0:1775764883.547238:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132891776:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.547258:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.547275:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3f3e lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 136 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75c84 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.547312:0:6518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 136 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 299 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.547355:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154018560:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764883.547438:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764883.548381:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764883.551713:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154018560:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764883.551739:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764883.551755:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3f3e lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 137 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c84 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.551772:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.551774:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764883.551777:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3f3e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 137 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c84 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.551786:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3fe00, rc 0) 00000100:00100000:2.0:1775764883.551956:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132891776:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4720us (5154us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764883.551962:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15765 00000100:00100000:2.0:1775764883.552490:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132892160 00000100:00100000:2.0:1775764883.552497:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132892160 00000100:00100000:2.0:1775764883.552545:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15767 00000100:00100000:2.0:1775764883.552555:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+301:89014:x1862022132892160:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764883.553205:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.553413:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9400/0x2bbd42d658b3f5a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 137 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c8b expref: 301 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.553431:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.553436:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764883.553460:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b3f61 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.553473:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b3f61 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.553483:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b3f61 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.553498:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f68 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x95a9df79 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.553505:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f68 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x95a9df79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.553511:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f68 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x95a9df79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.553530:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f6f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 136 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.553559:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3f37 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 136 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c7d expref: 32 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.553571:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f6f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.553604:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3f37 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 136 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c7d expref: 32 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.553617:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3f37 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 136 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c7d expref: 32 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.553662:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154018688:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764883.558767:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132892416 00000100:00100000:2.0:1775764883.558775:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132892416 00010000:00010000:2.0:1775764883.558817:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3f37 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 137 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c7d expref: 35 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.558851:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1858 00000100:00100000:2.0:1775764883.558860:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387309180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132892416:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.558873:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.558879:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3f37 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 138 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c7d expref: 35 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.558892:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3f37 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 138 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c7d expref: 35 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.558914:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3f37 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 138 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75c7d expref: 35 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.558934:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.558940:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f6f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.558973:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f6f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.558995:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f6f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.559069:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.559120:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387309180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132892416:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 260us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.559128:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1858 00000100:00100000:2.0:1775764883.581509:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132893184 00000100:00100000:2.0:1775764883.581519:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132893184 00010000:00010000:2.0:1775764883.581555:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b3fae lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 137 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ca0 expref: 33 pid: 6520 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.581595:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1859 00000100:00100000:2.0:1775764883.581604:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132893184:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.581618:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.581652:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b3fae lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 138 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ca0 expref: 33 pid: 6520 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.581665:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b3fae lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 138 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ca0 expref: 33 pid: 6520 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.581693:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b3fae lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 138 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ca0 expref: 33 pid: 6520 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.581720:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.581726:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b3fc3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.581758:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b3fc3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.581766:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b3fc3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.581799:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.581854:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132893184:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 251us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.581860:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1859 00000100:00100000:2.0:1775764883.586018:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132893440 00000100:00100000:2.0:1775764883.586026:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132893440 00000100:00100000:2.0:1775764883.586071:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15774 00000100:00100000:2.0:1775764883.586081:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487152300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+304:89014:x1862022132893440:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764883.586105:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.586122:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3fed lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75cb5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586192:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3ff4 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586210:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3ff4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586221:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3ff4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586236:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b3ffb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586243:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b3ffb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586249:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b3ffb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586324:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4002 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 138 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586333:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4002 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 138 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586340:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4002 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.586374:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.586392:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4002 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586404:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3ff4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586410:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3ff4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586416:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3ff4 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586422:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3ff4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586427:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.586431:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3ff4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586438:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3ff4 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586450:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.586453:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.586458:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3ff4 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586464:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b3ff4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586477:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b3ffb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586482:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b3ffb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586488:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b3ffb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586492:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.586495:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b3ffb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586500:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b3ffb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586506:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4859c4500) 00010000:00010000:2.0:1775764883.586508:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.586510:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b3ffb lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586515:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b3ffb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586541:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b3fed lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cb5 expref: 306 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586552:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4002 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 138 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cb5 expref: 305 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.586559:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.586561:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.586563:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e600, rc 0) 00000100:00100000:2.0:1775764883.586608:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487152300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+305:89014:x1862022132893440:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 530us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.586614:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15774 00000100:00100000:2.0:1775764883.594887:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:2.0:1775764883.595372:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b401e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.595385:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b401e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764883.595871:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b032901 reply state 000000001c6ee806 transno 4294976729 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b401e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.595885:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b401e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.595892:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.595895:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764883.595898:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764883.595904:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4010 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.595910:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4010 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.595914:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4010 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.595919:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4010 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.595922:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.595925:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4010 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.595930:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4010 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.595935:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.595937:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.595940:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4010 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.595943:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4010 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764883.595951:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b032901 reply state 000000001c6ee806 transno 4294976729 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b4017 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9f732caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.595955:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b4017 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f732caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.595959:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9f732caa (ffff9ee39c395000) 00010000:00010000:2.0:1775764883.595960:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764883.595962:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764883.596236:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+306:89014:x1862022132893696:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4613us (5189us total) trans 4294976729 rc 0/0 00000100:00100000:2.0:1775764883.596243:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15775 00000100:00100000:2.0:1775764883.598815:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764883.600608:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132894208 00000100:00100000:2.0:1775764883.600616:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132894208 00000100:00100000:2.0:1775764883.600684:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15778 00000100:00100000:2.0:1775764883.600699:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132894208:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.600820:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.600838:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4041 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75cca expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.600893:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b4048 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.600910:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b4048 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.600918:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b4048 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.600929:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b404f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.600933:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b404f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.600937:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b404f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601019:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b4056 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 139 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601028:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b4056 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 139 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601035:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b4056 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 139 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.601068:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.601086:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b4056 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 139 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601097:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b4048 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601104:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b4048 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601111:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b4048 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601117:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b4048 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601122:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.601126:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b4048 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601133:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b4048 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601141:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.601144:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.601147:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b4048 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601153:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b4048 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601166:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b404f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601171:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b404f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601177:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b404f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601182:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.601185:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b404f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601191:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b404f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601197:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4859c4400) 00010000:00010000:2.0:1775764883.601199:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.601201:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b404f lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601207:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b404f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601232:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4041 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cca expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601245:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b4056 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 139 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cca expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.601252:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.601254:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.601256:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3ee00, rc 0) 00000100:00100000:2.0:1775764883.601307:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132894208:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 615us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.601314:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15778 00000100:00100000:2.0:1775764883.605119:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132894592 00000100:00100000:2.0:1775764883.605123:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132894592 00000100:00100000:2.0:1775764883.605157:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15780 00000100:00100000:2.0:1775764883.605164:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132894592:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.605183:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.605192:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4072 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 140 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75cd1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.605216:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 140 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 306 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.605238:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154019584:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764883.605263:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764883.607679:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154019584:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764883.607695:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764883.607711:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4072 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 140 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cd1 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.607729:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.607732:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764883.607737:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4072 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 140 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cd1 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.607751:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e800, rc 0) 00000100:00100000:2.0:1775764883.607969:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132894592:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2641us (2788us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764883.607987:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15780 00000100:00100000:2.0:1775764883.608074:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132894720 00000100:00100000:2.0:1775764883.608081:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132894720 00010000:00010000:2.0:1775764883.608106:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b4056 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 139 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cca expref: 33 pid: 6520 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.608143:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1861 00000100:00100000:2.0:1775764883.608152:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383348700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132894720:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.608164:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.608182:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b4056 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 140 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cca expref: 33 pid: 6520 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.608193:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b4056 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 140 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cca expref: 33 pid: 6520 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.608208:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b4056 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 140 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cca expref: 33 pid: 6520 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.608219:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.608223:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b406b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.608255:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b406b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.608263:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b406b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.608292:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.608313:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132894720:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 163us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.608320:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1861 00000100:00100000:2.0:1775764883.616152:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132895232 00000100:00100000:2.0:1775764883.616163:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132895232 00000100:00100000:2.0:1775764883.619557:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132895488 00000100:00100000:2.0:1775764883.619566:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132895488 00010000:00010000:2.0:1775764883.619599:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b408e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 140 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cd8 expref: 33 pid: 27904 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.619652:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1862 00000100:00100000:2.0:1775764883.619661:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132895488:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.619675:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.619680:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b408e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 141 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cd8 expref: 33 pid: 27904 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.619691:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b408e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 141 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cd8 expref: 33 pid: 27904 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.619713:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b408e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 141 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cd8 expref: 33 pid: 27904 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.619724:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.619728:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9800/0x2bbd42d658b40c6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.619764:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9800/0x2bbd42d658b40c6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.619773:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9800/0x2bbd42d658b40c6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.619794:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.620529:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132895488:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 868us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.620537:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1862 00000100:00100000:2.0:1775764883.623496:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15786 00000100:00100000:2.0:1775764883.623504:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+310:89014:x1862022132895744:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764883.623515:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.623527:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b40d4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75cf4 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.623594:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b40db lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.623608:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b40db lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.623619:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b40db lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.623658:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b40e9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.623666:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b40e9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.623673:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b40e9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.623926:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b40fe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 141 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.623934:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b40fe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 141 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.623941:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b40fe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.623955:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.623963:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b40fe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.623971:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b40db lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624054:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b40db lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624061:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b40db lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624066:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b40db lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624071:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.624073:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b40db lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624080:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b40db lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624089:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.624091:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.624093:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b40db lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624100:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b40db lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624110:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b40e9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624116:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b40e9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624122:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b40e9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624127:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.624129:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b40e9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624133:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b40e9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624138:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4859c4400) 00010000:00010000:2.0:1775764883.624140:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.624142:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b40e9 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624147:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b40e9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624165:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b40d4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cf4 expref: 312 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624271:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b40fe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 141 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cf4 expref: 311 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.624283:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.624286:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.624288:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3fa00, rc 0) 00000100:00100000:2.0:1775764883.624309:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+311:89014:x1862022132895744:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 807us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.624315:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15786 00000100:00100000:2.0:1775764883.632530:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132896128 00000100:00100000:2.0:1775764883.632540:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132896128 00000100:00100000:2.0:1775764883.632601:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15788 00000100:00100000:2.0:1775764883.632611:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+311:89014:x1862022132896128:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764883.632693:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.632722:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b40fe lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 143 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75cf4 expref: 311 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.632743:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.632749:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764883.632776:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b410c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.632790:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b410c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.632800:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b410c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.632828:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b4113 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x337b1226 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.632839:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b4113 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x337b1226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.632846:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b4113 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x337b1226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.632864:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b411a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 142 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.632898:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b40f7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 142 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ced expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.632907:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b411a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.632941:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b40f7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 142 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ced expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.632955:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b40f7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 142 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ced expref: 34 pid: 8424 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.632969:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154020096:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764883.633047:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764883.636392:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154020096:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764883.636426:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b411a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.641292:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764883.641420:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764883.645299:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:2.0:1775764883.645720:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4160 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.645733:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4160 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.645743:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4160 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.645758:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b4167 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3ef7bb05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.645764:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b4167 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3ef7bb05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.645770:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b4167 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3ef7bb05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.645787:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b416e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 142 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.645829:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4136 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 142 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d02 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.645837:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b416e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.645867:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4136 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 142 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d02 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.645884:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4136 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 142 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d02 expref: 32 pid: 8424 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.645897:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154020352:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764883.645956:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764883.648810:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764883.649772:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132897024 00000100:00100000:2.0:1775764883.649777:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132897024 00010000:00010000:2.0:1775764883.649796:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4136 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 143 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d02 expref: 35 pid: 8424 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.649864:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1864 00000100:00100000:2.0:1775764883.649873:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132897024:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.649885:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.649891:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4136 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d02 expref: 35 pid: 8424 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.649903:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4136 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d02 expref: 35 pid: 8424 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.649920:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4136 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d02 expref: 35 pid: 8424 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.649935:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.649940:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b418a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.649947:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b416e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.649986:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b416e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.649993:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b416e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.650000:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b418a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.650005:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b418a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.650031:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.650079:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132897024:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 207us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.650087:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1864 00000100:00100000:2.0:1775764883.658135:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38ff33800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154020480:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764883.658155:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764883.658166:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b41ad lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 144 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d25 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.658179:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.658182:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764883.658186:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b41ad lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 144 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d25 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.658201:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386227000, rc 0) 00000100:00100000:2.0:1775764883.658240:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132897408:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2382us (2653us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764883.658248:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15795 00000100:00100000:2.0:1775764883.664454:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132897792 00000100:00100000:2.0:1775764883.664462:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132897792 00010000:00010000:2.0:1775764883.664500:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b418a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 143 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d17 expref: 33 pid: 6518 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.664540:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1865 00000100:00100000:2.0:1775764883.664550:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132897792:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.664563:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.664569:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b418a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d17 expref: 33 pid: 6518 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.664580:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b418a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d17 expref: 33 pid: 6518 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.664602:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b418a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d17 expref: 33 pid: 6518 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.664617:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.664651:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b41c2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.664684:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b41c2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.664691:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b41c2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.664707:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.664764:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132897792:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.664772:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1865 00010000:00010000:2.0:1775764883.666744:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b41d0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.666752:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b41d0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.666789:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.666909:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b41d0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.666938:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b41c9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x40:0x0].0x0 bits 0x2/0x0 rrc: 144 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d2c expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.666954:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b41d0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 143 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d2c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.666961:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.666964:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.666966:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0c600, rc 0) 00000100:00100000:2.0:1775764883.667008:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132897920:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2010us (2631us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.667019:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15797 00000100:00100000:2.0:1775764883.668767:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132898048 00000100:00100000:2.0:1775764883.668776:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132898048 00000100:00100000:2.0:1775764883.668970:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15798 00000100:00100000:2.0:1775764883.668998:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+316:89014:x1862022132898048:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764883.669022:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.669043:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b41d7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75d33 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669114:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b41de lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669128:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b41de lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669141:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b41de lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669157:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b41e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669164:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b41e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669170:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b41e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669258:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b41ec lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 144 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669273:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b41ec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669279:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b41ec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.669320:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.669341:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b41ec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669356:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b41de lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669363:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b41de lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669368:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b41de lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669375:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b41de lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669380:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.669384:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b41de lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669392:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b41de lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669546:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.669550:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.669557:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b41de lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669564:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b41de lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669580:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b41e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669587:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b41e5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669592:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b41e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669597:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ee00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.669600:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b41e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669606:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b41e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669614:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4859c4000) 00010000:00010000:2.0:1775764883.669617:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.669619:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b41e5 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669656:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b41e5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669692:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b41d7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d33 expref: 318 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669710:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b41ec lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d33 expref: 317 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.669717:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.669720:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.669723:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3fa00, rc 0) 00000100:00100000:2.0:1775764883.669885:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+317:89014:x1862022132898048:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 888us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.669893:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15798 00000100:00100000:2.0:1775764883.677594:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132898688 00000100:00100000:2.0:1775764883.677606:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132898688 00000100:00100000:2.0:1775764883.680353:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15801 00000100:00100000:2.0:1775764883.680367:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132898688:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.680388:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.680407:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b420f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75d41 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680477:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4216 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680486:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4216 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680492:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4216 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680503:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b421d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680508:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b421d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680511:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b421d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680560:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4224 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 144 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680565:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4224 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680569:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4224 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.680595:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.680610:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4224 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680618:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4216 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680642:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4216 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680648:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4216 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680654:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4216 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680659:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.680663:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4216 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680669:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4216 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680678:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.680680:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.680683:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4216 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680689:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4216 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680698:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b421d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680702:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b421d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680705:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b421d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680708:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee7400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.680710:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b421d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680713:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b421d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680717:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4859c4300) 00010000:00010000:2.0:1775764883.680718:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.680720:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b421d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680723:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b421d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680744:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b420f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d41 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680752:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4224 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 144 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d41 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.680757:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.680758:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.680760:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7392200, rc 0) 00000100:00100000:2.0:1775764883.680794:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132898688:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 433us (3375us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.680800:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15801 00000100:00100000:2.0:1775764883.683224:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132898816 00000100:00100000:2.0:1775764883.683233:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132898816 00000100:00100000:2.0:1775764883.683291:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15802 00000100:00100000:2.0:1775764883.683303:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+318:89014:x1862022132898816:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764883.683327:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.683348:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b422b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75d48 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683413:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4232 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683522:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4232 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683535:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4232 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683551:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4239 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683559:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4239 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683565:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4239 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683676:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4240 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 145 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683687:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4240 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 145 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683694:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4240 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.683825:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.683847:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4240 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683862:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4232 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683869:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4232 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683876:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4232 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683882:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4232 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683887:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.683892:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4232 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683899:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4232 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683912:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.683915:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.683919:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4232 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683924:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4232 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683937:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4239 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683944:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4239 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683950:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4239 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683954:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.683957:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4239 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683962:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4239 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683969:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4859c4000) 00010000:00010000:2.0:1775764883.683971:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.683989:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4239 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.683995:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4239 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.684025:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b422b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d48 expref: 320 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.684038:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4240 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 145 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d48 expref: 319 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.684045:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.684047:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.684049:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393a00, rc 0) 00000100:00100000:2.0:1775764883.684106:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+319:89014:x1862022132898816:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 806us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.684114:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15802 00000100:00100000:2.0:1775764883.688983:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132898944 00000100:00100000:2.0:1775764883.688994:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132898944 00000100:00100000:2.0:1775764883.689047:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15803 00000100:00100000:2.0:1775764883.689055:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132898944:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.689076:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.689093:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4247 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 146 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75d4f expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.689126:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 146 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 318 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.689164:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154020992:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764883.689387:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764883.690772:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132899200 00000100:00100000:2.0:1775764883.690778:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132899200 00000100:00100000:2.0:1775764883.690832:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15804 00000100:00100000:2.0:1775764883.690842:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+319:89014:x1862022132899200:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764883.690895:0:8424:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.690921:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4240 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 147 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d48 expref: 319 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.690939:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.690945:0:8424:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764883.690986:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b424e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.690998:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b424e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.691008:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b424e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.691027:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b4255 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7f973aa6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.691034:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b4255 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7f973aa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.691040:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b4255 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7f973aa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.691058:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b425c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 146 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.691089:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4224 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 146 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d41 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.691095:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b425c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.691118:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4224 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 146 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d41 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.691127:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4224 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 146 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d41 expref: 34 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.691135:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154021120:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764883.691555:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764883.697952:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132899328 00000100:00100000:2.0:1775764883.697956:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132899328 00010000:00010000:2.0:1775764883.698002:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4224 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 145 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d41 expref: 34 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.698079:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1867 00000100:00100000:2.0:1775764883.698089:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132899328:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.698102:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.698108:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4224 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 146 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d41 expref: 34 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.698120:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4224 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 146 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d41 expref: 34 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.698140:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4224 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 146 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d41 expref: 35 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.698155:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.698159:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b425c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.698203:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b425c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.698209:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b425c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.698229:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.698277:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132899328:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 190us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.698285:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1867 00000100:00100000:2.0:1775764883.700929:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132899456:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2839us (3027us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.700938:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15805 00000100:00100000:2.0:1775764883.707921:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132899712 00000100:00100000:2.0:1775764883.707931:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132899712 00000100:00100000:2.0:1775764883.707989:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132899968 00000100:00100000:2.0:1775764883.707993:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132899968 00000100:00100000:2.0:1775764883.708020:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15807 00000100:00100000:2.0:1775764883.708030:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132899712:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.708051:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.708071:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b429b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 147 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75d64 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.708108:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 147 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 321 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.708151:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154021248:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764883.710233:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000004:00010000:2.0:1775764883.712892:0:27904:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime: 1775764883 -> 1775764884 00000100:00100000:2.0:1775764883.712913:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154021248:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764883.712928:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764883.712946:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b429b lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 147 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d64 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.712967:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.712969:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764883.713147:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b429b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 147 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d64 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.713169:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7392200, rc 0) 00000100:00100000:2.0:1775764883.713327:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132899712:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5297us (5533us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764883.713337:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15807 00000100:00100000:2.0:1775764883.713850:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132900096 00000100:00100000:2.0:1775764883.713858:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132900096 00010000:00010000:2.0:1775764883.713888:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8000/0x2bbd42d658b4278 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 146 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d56 expref: 33 pid: 10039 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.713957:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1868 00000100:00100000:2.0:1775764883.713966:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387309500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132900096:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.713990:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.713997:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8000/0x2bbd42d658b4278 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 147 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d56 expref: 33 pid: 10039 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.714008:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8000/0x2bbd42d658b4278 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 147 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d56 expref: 33 pid: 10039 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.714025:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8000/0x2bbd42d658b4278 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 147 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d56 expref: 33 pid: 10039 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.714038:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.714042:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b42b0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.714077:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b42b0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.714086:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b42b0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.714117:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.714150:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387309500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132900096:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 186us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.714157:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1868 00000100:00100000:2.0:1775764883.719141:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132900352 00000100:00100000:2.0:1775764883.719149:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132900352 00000100:00100000:2.0:1775764883.719206:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15810 00000100:00100000:2.0:1775764883.719214:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+322:89014:x1862022132900352:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764883.719233:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.719249:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b42d3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75d72 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719295:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b42da lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719304:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b42da lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719312:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b42da lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719321:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b42e1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719326:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b42e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719332:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b42e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719391:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b42e8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 147 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719397:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b42e8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 147 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719401:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b42e8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.719445:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.719465:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b42e8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719476:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b42da lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719483:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b42da lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719489:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b42da lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719496:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b42da lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719501:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.719505:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b42da lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719513:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b42da lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719521:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.719522:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.719525:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b42da lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719528:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b42da lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719537:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b42e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719541:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b42e1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719544:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b42e1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719547:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.719548:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b42e1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719551:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b42e1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719554:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4859c4000) 00010000:00010000:2.0:1775764883.719556:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.719557:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b42e1 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719563:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b42e1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719582:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b42d3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d72 expref: 324 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719589:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b42e8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 147 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d72 expref: 323 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.719594:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.719596:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.719598:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7392c00, rc 0) 00000100:00100000:2.0:1775764883.720799:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+323:89014:x1862022132900352:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1578us (1740us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.720819:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15810 00000100:00100000:2.0:1775764883.721364:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132900480 00000100:00100000:2.0:1775764883.721372:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132900480 00000100:00100000:2.0:1775764883.721427:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15811 00000100:00100000:2.0:1775764883.721436:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132900480:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.721454:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.721473:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b42ef lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 148 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75d79 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.721506:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 148 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 322 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.721548:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154021504:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764883.721642:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764883.729953:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154021504:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764883.729989:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764883.730002:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b42ef lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 148 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d79 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.730018:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.730021:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764883.730025:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b42ef lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 148 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d79 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.730040:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393200, rc 0) 00000100:00100000:2.0:1775764883.730068:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132900480:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8634us (8799us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764883.730075:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15811 00000100:00100000:2.0:1775764883.741827:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15814 00000100:00100000:2.0:1775764883.741838:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132901120:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.741860:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.741882:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b430b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75d87 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.741946:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4312 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.741960:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4312 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.741973:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4312 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742004:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4319 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742012:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4319 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742019:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4319 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742103:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4320 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 147 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742114:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4320 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 147 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742121:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4320 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.742160:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.742181:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4320 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742195:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4312 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742202:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4312 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742209:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4312 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742215:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4312 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742222:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.742226:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4312 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742234:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4312 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742246:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.742249:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.742255:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4312 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742261:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4312 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742275:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4319 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742281:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4319 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742288:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4319 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742293:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.742296:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4319 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742302:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4319 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742314:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4859c4000) 00010000:00010000:2.0:1775764883.742317:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.742319:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4319 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742326:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b4319 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742356:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b430b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d87 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742369:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4320 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 147 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d87 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.742376:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.742379:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.742381:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393800, rc 0) 00000100:00100000:2.0:1775764883.742447:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132901120:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 605us (1017us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.742454:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15814 00000100:00100000:2.0:1775764883.748392:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132901504 00000100:00100000:2.0:1775764883.748401:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132901504 00000100:00100000:2.0:1775764883.748466:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15815 00000100:00100000:2.0:1775764883.748475:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+325:89014:x1862022132901504:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764883.748530:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.748556:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b433c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 149 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d80 expref: 325 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.748580:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.748585:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764883.748610:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b4343 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.748661:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b4343 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.748672:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b4343 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.748686:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b434a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x15346830 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.748693:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b434a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x15346830 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.748699:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b434a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x15346830 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.748727:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 148 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.748764:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4320 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 148 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d87 expref: 32 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.748772:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.748814:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4320 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 148 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d87 expref: 32 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.748829:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4320 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 148 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d87 expref: 32 pid: 10039 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.748842:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154021760:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764883.748914:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764883.754087:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132901248 00000100:00100000:2.0:1775764883.754097:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132901248 00000100:00100000:2.0:1775764883.754190:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15816 00000100:00100000:2.0:1775764883.754201:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132901248:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.754223:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.754244:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b4358 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 149 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75d8e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.754281:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 149 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 324 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.754322:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154021888:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764883.754408:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce900 going to sleep for 11 seconds 00010000:00010000:2.0:1775764883.759580:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4320 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 148 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d87 expref: 32 pid: 10039 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.759600:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154021760:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764883.759645:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.759659:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.759665:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764883.760251:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ee407a6 reply state 0000000055bf7529 transno 4294976739 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.760270:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.760277:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.760280:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764883.760284:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764883.760291:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b4343 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.760298:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b4343 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.760304:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b4343 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.760311:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b4343 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.760317:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.760321:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b4343 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.760332:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b4343 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.760343:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.760345:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.760349:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b4343 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.760355:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b4343 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764883.760366:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ee407a6 reply state 0000000055bf7529 transno 4294976739 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b434a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x15346830 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.760375:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b434a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15346830 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.760381:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x15346830 (ffff9ee4859c4000) 00010000:00010000:2.0:1775764883.760382:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764883.760384:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764883.760476:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+326:89014:x1862022132901504:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12000us (12170us total) trans 4294976739 rc 0/0 00000100:00100000:2.0:1775764883.760484:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15815 00000100:00100000:2.0:1775764883.791719:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132902528 00000100:00100000:2.0:1775764883.791729:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132902528 00010000:00010000:2.0:1775764883.791767:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4374 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 150 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d95 expref: 35 pid: 8424 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.791801:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1871 00000100:00100000:2.0:1775764883.791819:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132902528:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.791833:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.791839:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4374 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 151 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d95 expref: 35 pid: 8424 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.791851:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4374 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 151 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75d95 expref: 35 pid: 8424 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.791872:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.791877:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b43ac lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.791909:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b43ac lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.791918:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b43ac lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.791935:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.791992:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132902528:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 184us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.792000:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1871 00000100:00100000:2.0:1775764883.807864:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764883.821954:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132903168 00000100:00100000:2.0:1775764883.821964:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132903168 00000100:00100000:2.0:1775764883.822034:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15825 00000100:00100000:2.0:1775764883.822043:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132903168:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.822063:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.822083:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4407 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 151 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75dbf expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.822122:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 151 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 328 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.822163:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154022528:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764883.822248:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764883.826847:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154022528:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764883.826871:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764883.826888:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4407 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 151 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75dbf expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.826910:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.826913:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764883.826918:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4407 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 151 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75dbf expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.826932:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393800, rc 0) 00000100:00100000:2.0:1775764883.827008:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132903168:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4966us (5306us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764883.827017:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15825 00000100:00100000:2.0:1775764883.857480:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7129180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154022784:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764883.857522:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764883.857542:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9a00/0x2bbd42d658b440e lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 152 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75dc6 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.857559:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.857561:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764883.857565:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9a00/0x2bbd42d658b440e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 152 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75dc6 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.857575:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383db9a00, rc 0) 00000100:00100000:2.0:1775764883.857656:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2405:x1862022132903296:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 27124us (27358us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764883.857665:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15826 00000100:00100000:2.0:1775764883.857694:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132904192 00000100:00100000:2.0:1775764883.857701:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132904192 00000100:00100000:2.0:1775764883.857747:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15830 00000100:00100000:2.0:1775764883.857755:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+333:89014:x1862022132904192:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764883.857807:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.857825:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b445b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 152 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75dd4 expref: 333 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.857837:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.857841:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764883.857861:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4462 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.857874:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4462 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.857884:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4462 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.857898:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b4469 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3a91c08f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.857909:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b4469 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3a91c08f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.857915:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b4469 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3a91c08f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.857934:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4470 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 151 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.857972:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4470 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.857991:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4470 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764883.858510:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000308e6c7a reply state 00000000ed785409 transno 4294976743 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4470 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.858524:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4470 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.858530:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.858532:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764883.858535:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764883.858540:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4462 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.858546:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4462 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.858552:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4462 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.858563:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4462 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.858568:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.858573:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4462 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.858580:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4462 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.858588:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.858590:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.858593:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4462 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.858600:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4462 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764883.858609:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000308e6c7a reply state 00000000ed785409 transno 4294976743 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b4469 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3a91c08f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.858616:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b4469 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a91c08f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.858644:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3a91c08f (ffff9ee4859c4700) 00010000:00010000:2.0:1775764883.858647:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764883.858649:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764883.858716:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+334:89014:x1862022132904192:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 959us (2637us total) trans 4294976743 rc 0/0 00000100:00100000:2.0:1775764883.858724:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15830 00000100:00100000:2.0:1775764883.875330:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132904960 00000100:00100000:2.0:1775764883.875337:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132904960 00010000:00010000:2.0:1775764883.875376:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8800/0x2bbd42d658b44a8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 153 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75de2 expref: 33 pid: 6518 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.881092:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132905216 00000100:00100000:2.0:1775764883.881096:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132905216 00000100:00100000:2.0:1775764883.881165:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15836 00000100:00100000:2.0:1775764883.881172:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132905216:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.881178:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.881189:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b44cb lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75df7 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881246:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b44d9 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881300:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b44d9 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881313:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b44d9 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881328:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b44e7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881336:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b44e7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881342:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b44e7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881426:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b44fc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 155 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881437:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b44fc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 154 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881443:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b44fc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.881489:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.881510:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b44fc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881522:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b44d9 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881529:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b44d9 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881535:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b44d9 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881541:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b44d9 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881558:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.881563:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b44d9 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881570:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b44d9 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881616:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.881618:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.881850:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b44d9 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881857:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b44d9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881868:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b44e7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881874:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b44e7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881879:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b44e7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881885:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.881887:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b44e7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881893:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b44e7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881901:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4859c4800) 00010000:00010000:2.0:1775764883.881903:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.881905:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b44e7 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881910:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b44e7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881936:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b44cb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75df7 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881945:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b44fc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 154 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75df7 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.881951:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.881952:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.881954:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393200, rc 0) 00000100:00100000:2.0:1775764883.882068:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132905216:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 894us (1044us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.882076:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15836 00000100:00100000:2.0:1775764883.889103:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132905728 00000100:00100000:2.0:1775764883.889110:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132905728 00010000:00010000:2.0:1775764883.889145:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b44fc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 154 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75df7 expref: 33 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.889212:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1874 00000100:00100000:2.0:1775764883.889221:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132905728:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.889236:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.889244:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b44fc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 155 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75df7 expref: 33 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.889258:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b44fc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 155 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75df7 expref: 33 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.889286:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b44fc lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 155 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75df7 expref: 33 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.889302:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.889307:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b4518 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.889341:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b4518 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.889349:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b4518 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.889382:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.889440:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132905728:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 219us (1170us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.889449:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1874 00000100:00100000:2.0:1775764883.892320:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132905856 00000100:00100000:2.0:1775764883.892329:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132905856 00000100:00100000:2.0:1775764883.892380:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15839 00000100:00100000:2.0:1775764883.892390:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132905856:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.892410:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.892427:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b451f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75e05 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892489:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4526 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892506:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4526 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892518:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4526 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892532:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b452d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892538:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b452d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892544:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b452d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892614:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b4534 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 154 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892641:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b4534 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 154 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892649:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b4534 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.892686:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.892706:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b4534 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892725:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4526 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892732:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4526 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892738:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4526 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892744:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4526 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892749:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.892753:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4526 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892759:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4526 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892770:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.892772:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.892776:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4526 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892781:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4526 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892791:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b452d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892796:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b452d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.892801:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b452d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.893035:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.893039:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b452d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.893046:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b452d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.893054:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4859c4800) 00010000:00010000:2.0:1775764883.893056:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.893059:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b452d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.893064:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b452d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.893098:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b451f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e05 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.893111:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b4534 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 154 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e05 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.893118:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.893119:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.893122:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfee7400, rc 0) 00000100:00100000:2.0:1775764883.893221:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132905856:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 832us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.893229:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15839 00000100:00100000:2.0:1775764883.897140:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132905984 00000100:00100000:2.0:1775764883.897151:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132905984 00000100:00100000:2.0:1775764883.897261:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15840 00000100:00100000:2.0:1775764883.897272:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+338:89014:x1862022132905984:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764883.897299:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.897320:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b453b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75e0c expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897392:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4542 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897408:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4542 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897420:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4542 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897433:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4549 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897440:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4549 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897446:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4549 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897550:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4550 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 155 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897562:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4550 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 155 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897569:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4550 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.897608:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.897672:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4550 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897688:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4542 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897695:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4542 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897701:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4542 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897708:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4542 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897715:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.897719:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4542 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897726:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4542 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897737:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.897740:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.897745:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4542 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897751:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b4542 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897763:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4549 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897768:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4549 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897775:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4549 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897779:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.897782:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4549 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897786:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4549 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897793:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4859c4600) 00010000:00010000:2.0:1775764883.897795:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.897798:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4549 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897803:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4549 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897846:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b453b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e0c expref: 340 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897859:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4550 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 155 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e0c expref: 339 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.897866:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.897868:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.897871:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e800, rc 0) 00000100:00100000:2.0:1775764883.897929:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+339:89014:x1862022132905984:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 659us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.897939:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15840 00000100:00100000:2.0:1775764883.917252:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38334bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154023552:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764883.917279:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9400/0x2bbd42d658b456c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.917305:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132906496 00000100:00100000:2.0:1775764883.917311:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132906496 00010000:00010000:2.0:1775764883.917342:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b4534 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 157 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e05 expref: 35 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.917382:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1875 00000100:00100000:2.0:1775764883.917390:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132906496:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.917488:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.917497:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b4534 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 156 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e05 expref: 34 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.917509:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b4534 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 156 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e05 expref: 34 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.917525:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b4534 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 156 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e05 expref: 34 pid: 6519 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.917534:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.917538:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9400/0x2bbd42d658b456c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.917571:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9400/0x2bbd42d658b456c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.917580:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9400/0x2bbd42d658b456c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.917596:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.917616:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132906496:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 227us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.917640:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1875 00000100:00100000:2.0:1775764883.932565:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132907136 00000100:00100000:2.0:1775764883.932575:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132907136 00000100:00100000:2.0:1775764883.932661:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15846 00000100:00100000:2.0:1775764883.932670:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+341:89014:x1862022132907136:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764883.932737:0:8424:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.932764:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b4588 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e1a expref: 341 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.932785:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.932790:0:8424:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764883.932813:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b45b2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.932826:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b45b2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.932835:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b45b2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.932849:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b45b9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x45ff26b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.932860:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b45b9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45ff26b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.932868:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b45b9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45ff26b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.932886:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 157 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.932926:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b45a4 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 157 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e21 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.932934:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.932969:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b45a4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 157 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e21 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.933000:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b45a4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 157 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e21 expref: 34 pid: 8424 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.933014:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154023808:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764883.933102:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce780 going to sleep for 11 seconds 00010000:00010000:2.0:1775764883.939914:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.939923:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764883.940498:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004b10a7f reply state 00000000c372e714 transno 4294976747 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.940514:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.940521:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.940524:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764883.940527:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764883.940534:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b45b2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.940541:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b45b2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.940548:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b45b2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.940555:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b45b2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.940560:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.940566:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b45b2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.940573:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b45b2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.940582:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.940584:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.940587:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b45b2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.940594:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b45b2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764883.940605:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004b10a7f reply state 00000000c372e714 transno 4294976747 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b45b9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45ff26b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.940613:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b45b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45ff26b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.940619:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x45ff26b6 (ffff9ee4859c4600) 00010000:00010000:2.0:1775764883.940647:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764883.940650:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764883.941480:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+342:89014:x1862022132907136:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8805us (9018us total) trans 4294976747 rc 0/0 00000100:00100000:2.0:1775764883.941491:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15846 00000100:00100000:2.0:1775764883.963288:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132908032 00000100:00100000:2.0:1775764883.963295:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132908032 00010000:00010000:2.0:1775764883.963324:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8600/0x2bbd42d658b45dc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 157 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e2f expref: 33 pid: 10039 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.963359:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1877 00000100:00100000:2.0:1775764883.963368:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a7971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132908032:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.963381:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.963387:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8600/0x2bbd42d658b45dc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e2f expref: 33 pid: 10039 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.963398:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8600/0x2bbd42d658b45dc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e2f expref: 33 pid: 10039 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.963416:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8600/0x2bbd42d658b45dc lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e2f expref: 33 pid: 10039 timeout: 2356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.963427:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.963431:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8800/0x2bbd42d658b4614 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.963467:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8800/0x2bbd42d658b4614 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.963476:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8800/0x2bbd42d658b4614 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.963504:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.963534:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a7971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132908032:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 167us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.963541:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1877 00000100:00100000:2.0:1775764883.969029:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764883.977002:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132908288 00000100:00100000:2.0:1775764883.977012:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132908288 00000100:00100000:2.0:1775764883.977074:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15852 00000100:00100000:2.0:1775764883.977084:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a7972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+344:89014:x1862022132908288:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764883.977107:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.977129:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4637 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75e4b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977195:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b463e lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977211:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b463e lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977225:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b463e lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977240:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4645 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977248:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4645 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977254:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4645 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977345:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b464c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 158 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977357:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b464c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977365:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b464c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.977405:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.977426:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b464c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977441:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b463e lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977448:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b463e lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977455:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b463e lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977462:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b463e lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977468:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.977472:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b463e lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977479:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b463e lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977491:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.977494:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.977499:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b463e lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977506:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b463e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977518:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4645 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977525:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4645 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977531:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4645 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977536:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.977539:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4645 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977545:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4645 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977551:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4859c4800) 00010000:00010000:2.0:1775764883.977554:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.977557:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4645 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977562:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4645 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977593:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4637 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e4b expref: 346 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977607:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b464c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e4b expref: 345 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.977615:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.977617:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.977664:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e800, rc 0) 00000100:00100000:2.0:1775764883.977829:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a7972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+345:89014:x1862022132908288:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 745us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.977836:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15852 00000100:00100000:2.0:1775764883.986299:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132908672 00000100:00100000:2.0:1775764883.986309:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132908672 00000100:00100000:2.0:1775764883.986375:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15854 00000100:00100000:2.0:1775764883.986386:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+345:89014:x1862022132908672:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764883.986442:0:8424:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.986472:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b464c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 160 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e4b expref: 345 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.986492:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.986497:0:8424:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764883.986522:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b465a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.986534:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b465a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.986544:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b465a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.986560:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4661 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8b4bdb02 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.986567:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4661 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8b4bdb02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.986574:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4661 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8b4bdb02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.986594:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 159 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.986683:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4630 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 159 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e44 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.986692:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.986741:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4630 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 159 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e44 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.986755:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4630 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 159 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e44 expref: 34 pid: 8424 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.986769:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154024320:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764883.986842:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764883.991268:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154024320:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764883.991295:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.993057:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132908800 00000100:00100000:2.0:1775764883.993067:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132908800 00010000:00010000:2.0:1775764883.993115:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4630 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e44 expref: 33 pid: 8424 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.993159:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1878 00000100:00100000:2.0:1775764883.993169:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132908800:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764883.993185:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.993193:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4630 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 159 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e44 expref: 33 pid: 8424 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.993207:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4630 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 159 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e44 expref: 33 pid: 8424 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.993235:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4630 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 159 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e44 expref: 33 pid: 8424 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.993251:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.993256:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.993294:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.993302:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.993333:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764883.993385:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132908800:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 218us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.993393:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1878 00000100:00100000:2.0:1775764883.996615:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132908928 00000100:00100000:2.0:1775764883.996662:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132908928 00000100:00100000:2.0:1775764883.996900:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15855 00000100:00100000:2.0:1775764883.996911:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132908928:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764883.996932:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.996954:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b466f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75e59 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997527:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4676 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997548:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4676 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997560:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4676 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997577:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b467d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997584:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b467d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997590:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b467d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997733:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4684 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 158 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997745:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4684 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997753:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4684 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.997791:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764883.997825:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4684 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997840:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4676 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997847:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4676 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997853:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4676 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997860:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4676 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997866:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.997871:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4676 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997878:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4676 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997890:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764883.997893:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.997897:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4676 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997903:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b4676 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997915:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b467d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997922:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b467d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997928:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b467d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997933:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764883.997937:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b467d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997943:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b467d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997950:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00dfd00) 00010000:00010000:2.0:1775764883.997953:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.997956:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b467d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.997961:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b467d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.998008:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b466f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e59 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.998023:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b4684 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 158 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e59 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.998030:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764883.998033:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764883.998036:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7392c00, rc 0) 00000100:00100000:2.0:1775764883.998101:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132908928:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1192us (1556us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.998109:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15855 00000100:00100000:2.0:1775764884.009129:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.020040:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132909568 00000100:00100000:2.0:1775764884.020048:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132909568 00000100:00100000:2.0:1775764884.032483:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132909824 00000100:00100000:2.0:1775764884.032496:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132909824 00000100:00100000:2.0:1775764884.032556:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132909952 00000100:00100000:2.0:1775764884.032560:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132909952 00000100:00100000:2.0:1775764884.032649:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15860 00000100:00100000:2.0:1775764884.032661:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+348:89014:x1862022132909824:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764884.032686:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.032718:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b46ca lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75e75 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.032784:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b46d1 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.032799:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b46d1 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033211:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b46d1 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033233:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b46d8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033240:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b46d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033248:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b46d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033343:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b46df lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 159 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033355:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b46df lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 159 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033367:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b46df lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.033407:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.033430:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b46df lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033446:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b46d1 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033452:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b46d1 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033458:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b46d1 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033464:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b46d1 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033471:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.033475:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b46d1 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033482:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b46d1 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033493:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.033496:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.033501:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b46d1 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033508:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b46d1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033522:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b46d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033528:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b46d8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033534:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b46d8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033540:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.033542:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b46d8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033548:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b46d8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033555:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00dfd00) 00010000:00010000:2.0:1775764884.033557:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.033560:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b46d8 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033565:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b46d8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033599:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b46ca lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e75 expref: 350 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033613:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b46df lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 159 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e75 expref: 349 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033647:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.033650:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.033652:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfee7400, rc 0) 00000100:00100000:2.0:1775764884.033727:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+349:89014:x1862022132909824:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1069us (1470us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.033736:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15860 00000100:00100000:2.0:1775764884.033762:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15861 00000100:00100000:2.0:1775764884.033771:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132909952:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.033782:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.033793:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b46e6 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75e7c expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033848:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b46ed lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033857:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b46ed lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033865:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b46ed lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033904:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b46f4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033912:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b46f4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033919:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b46f4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033959:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b46fb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 160 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033968:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b46fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 160 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.033990:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b46fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.034012:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.034025:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b46fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034036:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b46ed lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034042:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b46ed lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034047:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b46ed lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034053:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b46ed lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034058:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.034061:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b46ed lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034067:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b46ed lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034079:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.034081:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.034084:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b46ed lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034090:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b46ed lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034099:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b46f4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034106:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b46f4 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034112:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b46f4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034117:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.034119:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b46f4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034126:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b46f4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034133:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00df400) 00010000:00010000:2.0:1775764884.034136:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.034138:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b46f4 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034145:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b46f4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034171:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b46e6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e7c expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034181:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b46fb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 160 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e7c expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.034188:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.034190:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.034192:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697e00, rc 0) 00000100:00100000:2.0:1775764884.034216:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132909952:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 447us (1859us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.034222:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15861 00000100:00100000:2.0:1775764884.043000:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38334ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154024960:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764884.043029:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8000/0x2bbd42d658b4710 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.045879:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.048066:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.060217:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132910720 00000100:00100000:2.0:1775764884.060226:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132910720 00000100:00100000:2.0:1775764884.060286:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15866 00000100:00100000:2.0:1775764884.060296:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+350:89014:x1862022132910720:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764884.060319:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.060337:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4741 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75e91 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060411:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b4748 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060426:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b4748 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060438:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b4748 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060451:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b474f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060458:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b474f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060465:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b474f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060545:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4756 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 162 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060555:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4756 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 162 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060563:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4756 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.060598:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.060662:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4756 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060682:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b4748 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060688:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b4748 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060694:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b4748 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060700:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b4748 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060715:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.060719:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b4748 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060727:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b4748 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060738:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.060741:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.060746:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b4748 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060752:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b4748 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060766:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b474f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060772:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b474f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060779:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b474f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060784:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.060786:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b474f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060792:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b474f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060799:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00df400) 00010000:00010000:2.0:1775764884.060802:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.060804:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b474f lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060810:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b474f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060842:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4741 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e91 expref: 352 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060854:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4756 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 162 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e91 expref: 351 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.060861:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.060863:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.060865:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696e00, rc 0) 00000100:00100000:2.0:1775764884.060917:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+351:89014:x1862022132910720:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 623us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.060928:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15866 00000100:00100000:2.0:1775764884.065131:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.068532:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.068563:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.076814:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38597b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154025344:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.076852:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.076872:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b4772 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 161 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e9f expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.076894:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.076898:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.076903:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b4772 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 161 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75e9f expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.076917:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386227000, rc 0) 00000100:00100000:2.0:1775764884.076989:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132911232:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8148us (8456us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.076997:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15868 00000100:00100000:2.0:1775764884.080413:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132911616 00000100:00100000:2.0:1775764884.080422:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132911616 00000100:00100000:2.0:1775764884.080496:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15870 00000100:00100000:2.0:1775764884.080505:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132911616:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.080521:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.080536:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4795 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75ead expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080595:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b479c lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080608:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b479c lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080618:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b479c lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080716:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b47a3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080725:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b47a3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080731:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b47a3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080798:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b47aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 162 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080808:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b47aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 162 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080815:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b47aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.080851:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.080871:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b47aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080883:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b479c lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080890:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b479c lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080896:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b479c lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080902:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b479c lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080907:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.080911:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b479c lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080918:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b479c lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080929:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.080932:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.080936:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b479c lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080942:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b479c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080956:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b47a3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080962:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b47a3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080967:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b47a3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080986:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.080989:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b47a3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.080996:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b47a3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.081004:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00df400) 00010000:00010000:2.0:1775764884.081006:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.081009:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b47a3 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.081015:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b47a3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.081047:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4795 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ead expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.081059:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b47aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 162 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ead expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.081066:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.081068:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.081070:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696200, rc 0) 00000100:00100000:2.0:1775764884.081170:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132911616:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 666us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.081178:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15870 00000100:00100000:2.0:1775764884.083453:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132911872 00000100:00100000:2.0:1775764884.083466:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132911872 00000100:00100000:2.0:1775764884.083525:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15871 00000100:00100000:2.0:1775764884.083536:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+353:89014:x1862022132911872:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764884.083591:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.083619:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b478e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 163 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ea6 expref: 353 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.083667:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.083672:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764884.083696:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b47b1 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.083839:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b47b1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.083850:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b47b1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.083868:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b47b8 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8f729066 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.083874:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b47b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8f729066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.083880:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b47b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8f729066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.083899:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 162 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.083936:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b47aa lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 162 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ead expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.083945:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.084185:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b47aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 162 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ead expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.084200:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b47aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 162 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ead expref: 32 pid: 8424 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.084214:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154025472:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764884.084349:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce240 going to sleep for 11 seconds 00010000:00010000:2.0:1775764884.088104:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b47aa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 163 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ead expref: 34 pid: 8424 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.088121:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154025472:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764884.088140:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.088149:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.088155:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.089644:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e92a0030 reply state 00000000dfb6a782 transno 4294976753 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.089660:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.089667:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.089670:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764884.089673:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764884.089679:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b47b1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.089686:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b47b1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.089691:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b47b1 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.089697:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b47b1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.089769:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.089773:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b47b1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.089778:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b47b1 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.089785:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.089787:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.089789:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b47b1 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.089793:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b47b1 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.089801:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e92a0030 reply state 00000000dfb6a782 transno 4294976753 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b47b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8f729066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.089808:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b47b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8f729066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.089814:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8f729066 (ffff9ee4c00dfd00) 00010000:00010000:2.0:1775764884.089816:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764884.089818:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764884.089857:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+354:89014:x1862022132911872:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6323us (7233us total) trans 4294976753 rc 0/0 00000100:00100000:2.0:1775764884.089863:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15871 00000100:00100000:2.0:1775764884.101556:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132912768 00000100:00100000:2.0:1775764884.101568:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132912768 00000100:00100000:2.0:1775764884.101653:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15876 00000100:00100000:2.0:1775764884.101879:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132912768:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.101903:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.101924:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b481a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 164 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75ec9 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.101958:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 164 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 354 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.102009:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154025856:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764884.102130:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.106206:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154025856:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.106233:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.106255:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b481a lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 163 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ec9 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.106277:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.106280:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.106285:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b481a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 163 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ec9 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.106297:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697600, rc 0) 00000100:00100000:2.0:1775764884.106361:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132912768:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4701us (7013us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.106368:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15876 00000100:00100000:2.0:1775764884.106392:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132913024 00000100:00100000:2.0:1775764884.106397:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132913024 00000100:00100000:2.0:1775764884.106436:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15877 00000100:00100000:2.0:1775764884.106442:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+356:89014:x1862022132913024:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764884.106461:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.106474:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4821 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75ed0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.106518:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4828 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.106527:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4828 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.106535:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4828 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.106546:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b482f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.106551:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b482f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.106554:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b482f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.106648:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4836 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 163 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.106654:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4836 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 163 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.106658:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4836 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.107101:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.107126:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4836 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107142:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4828 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107149:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4828 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107155:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4828 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107162:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4828 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107169:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.107173:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4828 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107180:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4828 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107189:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.107192:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.107196:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4828 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107201:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4828 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107213:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b482f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107219:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b482f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107225:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b482f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107230:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.107232:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b482f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107238:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b482f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107249:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00df400) 00010000:00010000:2.0:1775764884.107251:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.107254:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b482f lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107259:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b482f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107289:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4821 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ed0 expref: 358 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107301:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4836 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 163 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ed0 expref: 357 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.107307:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.107309:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.107312:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696400, rc 0) 00000100:00100000:2.0:1775764884.107395:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+357:89014:x1862022132913024:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 951us (1395us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.107403:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15877 00000100:00100000:2.0:1775764884.110861:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764884.111175:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4844 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111181:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4844 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111187:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.111192:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4844 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111200:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4844 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111212:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.111215:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.111219:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4844 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111224:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4844 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111233:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b484b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111237:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b484b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111240:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b484b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111243:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.111244:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b484b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111250:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b484b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111254:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee39c395600) 00010000:00010000:0.0:1775764884.111256:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.111257:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b484b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111260:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b484b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111284:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b483d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ed7 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111292:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b4852 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 164 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ed7 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111296:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.111297:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764884.111299:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226200, rc 0) 00000100:00100000:0.0:1775764884.111359:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132913152:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 879us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.111364:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15878 00000100:00100000:0.0:1775764884.111380:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132913408 00000100:00100000:0.0:1775764884.111384:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132913408 00000100:00100000:0.0:1775764884.111411:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15879 00000100:00100000:0.0:1775764884.111418:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+357:89014:x1862022132913408:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764884.111459:0:8424:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764884.111474:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4836 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 165 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ed0 expref: 357 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111482:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.111484:0:8424:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764884.111493:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4859 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111498:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4859 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111503:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4859 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111509:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4860 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfa7cc1a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111513:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4860 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfa7cc1a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111517:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4860 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfa7cc1a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111527:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 164 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111559:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b4852 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 164 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ed7 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111564:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111593:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b4852 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 164 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ed7 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.111604:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b4852 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 164 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ed7 expref: 32 pid: 8424 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.111614:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385979500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154025984:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764884.113077:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764884.116060:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.116139:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132913536 00000100:00100000:2.0:1775764884.116151:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132913536 00000100:00100000:2.0:1775764884.116249:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15880 00000100:00100000:2.0:1775764884.116257:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132913536:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.116277:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.116294:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b486e lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 165 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75ede expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.116323:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 165 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 356 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.116354:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154026112:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764884.116424:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.119225:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764884.120247:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b4852 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 164 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ed7 expref: 32 pid: 8424 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.120261:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385979500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154025984:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764884.120277:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.120294:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.120300:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.121134:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005db9be9 reply state 00000000e19f5994 transno 4294976755 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.121153:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.121165:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.121168:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764884.121171:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764884.121178:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4859 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.121184:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4859 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.121190:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4859 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.121196:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4859 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.121201:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.121205:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4859 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.121212:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4859 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.121221:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.121223:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.121226:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4859 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.121231:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4859 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.121242:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005db9be9 reply state 00000000e19f5994 transno 4294976755 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4860 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfa7cc1a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.121250:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4860 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfa7cc1a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.121256:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfa7cc1a6 (ffff9ee39c395100) 00010000:00010000:0.0:1775764884.121258:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764884.121260:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764884.121343:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+358:89014:x1862022132913408:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9922us (10479us total) trans 4294976755 rc 0/0 00000100:00100000:0.0:1775764884.121351:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15879 00000100:00100000:2.0:1775764884.122434:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.125153:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.127114:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.130903:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.131070:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38334a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154026240:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.131090:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.131105:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b48ad lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 166 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ef3 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.131121:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.131123:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.131126:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b48ad lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 166 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ef3 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.131135:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393800, rc 0) 00000100:00100000:2.0:1775764884.131183:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132914048:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3944us (4070us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.131191:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15883 00000100:00100000:0.0:1775764884.133302:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.136095:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.136243:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132914560 00000100:00100000:0.0:1775764884.136249:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132914560 00010000:00010000:0.0:1775764884.136277:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b488a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 167 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ee5 expref: 35 pid: 6520 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.136307:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1885 00000100:00100000:0.0:1775764884.136316:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132914560:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764884.136332:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764884.136338:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b488a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 168 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ee5 expref: 35 pid: 6520 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.136350:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b488a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 168 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ee5 expref: 35 pid: 6520 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.136366:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b488a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 168 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ee5 expref: 35 pid: 6520 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.136378:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.136382:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b48c2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.136416:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b48c2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.136422:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b48c2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.136440:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764884.136494:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132914560:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 178us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.136501:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1885 00000100:00100000:0.0:1775764884.139655:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132914688 00000100:00100000:0.0:1775764884.139675:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132914688 00000100:00100000:0.0:1775764884.141799:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15886 00000100:00100000:0.0:1775764884.141886:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132914688:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764884.141910:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.141933:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b48d0 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f01 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142011:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b48d7 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142025:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b48d7 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142043:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b48d7 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142060:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b48de lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142067:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b48de lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142073:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b48de lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142167:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b48e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 165 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142176:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b48e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 165 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142183:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b48e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764884.142221:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764884.142243:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b48e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142257:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b48d7 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142264:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b48d7 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142269:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b48d7 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142275:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b48d7 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142281:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.142285:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b48d7 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142292:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b48d7 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142305:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.142308:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.142312:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b48d7 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142324:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b48d7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142338:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b48de lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142344:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b48de lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142349:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b48de lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142353:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.142356:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b48de lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142365:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b48de lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142372:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee39c395600) 00010000:00010000:0.0:1775764884.142374:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.142377:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b48de lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142382:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b48de lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142413:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b48d0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f01 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142424:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b48e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 165 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f01 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.142431:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.142433:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764884.142435:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386227000, rc 0) 00000100:00100000:0.0:1775764884.145552:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132914688:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3672us (6037us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.145563:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15886 00000100:00100000:0.0:1775764884.145599:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132914816 00000100:00100000:0.0:1775764884.145608:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132914816 00000100:00100000:0.0:1775764884.145671:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15887 00000100:00100000:0.0:1775764884.145679:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+360:89014:x1862022132914816:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764884.145701:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.145722:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b48ec lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f08 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.145786:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b48f3 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.145800:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b48f3 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146092:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b48f3 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146108:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b48fa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146115:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b48fa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146120:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b48fa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146204:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4901 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 166 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146214:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4901 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 166 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146468:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4901 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764884.146510:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764884.146531:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4901 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146547:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b48f3 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146553:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b48f3 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146559:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b48f3 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146565:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b48f3 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146571:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.146575:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b48f3 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146582:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b48f3 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146595:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.146598:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.146603:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b48f3 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146609:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b48f3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146642:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b48fa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146649:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b48fa lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146655:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b48fa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146660:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.146899:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b48fa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146908:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b48fa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146916:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee39c395200) 00010000:00010000:0.0:1775764884.146918:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.146920:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b48fa lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146925:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b48fa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146966:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b48ec lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f08 expref: 362 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.146992:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4901 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 166 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f08 expref: 361 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.147000:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.147002:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764884.147005:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726800, rc 0) 00000100:00100000:0.0:1775764884.147108:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+361:89014:x1862022132914816:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1428us (3026us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.147119:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15887 00000100:00100000:0.0:1775764884.147377:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132914944 00000100:00100000:0.0:1775764884.147384:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132914944 00000100:00100000:0.0:1775764884.147433:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15888 00000100:00100000:0.0:1775764884.147442:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132914944:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764884.147455:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.147467:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4908 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 167 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f0f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.147498:0:6518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 167 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 360 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.147536:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38597b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154026624:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764884.147591:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.149892:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132915200 00000100:00100000:2.0:1775764884.149900:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132915200 00000100:00100000:2.0:1775764884.149957:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15889 00000100:00100000:2.0:1775764884.149967:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+361:89014:x1862022132915200:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764884.150035:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.150061:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4901 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 168 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f08 expref: 361 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.150080:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.150085:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764884.150108:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b490f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.150119:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b490f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.150127:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b490f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.150137:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b4916 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc6240196 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.150141:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b4916 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc6240196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.150145:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b4916 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc6240196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.150158:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b491d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 167 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.150191:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b48e5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 167 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f01 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.150200:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b491d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.150235:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b48e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 167 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f01 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.150245:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b48e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 167 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f01 expref: 34 pid: 8424 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.150255:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154026752:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764884.150319:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764884.152325:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38597b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154026624:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764884.152352:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764884.152370:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4908 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 167 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f0f expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.152389:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.152392:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764884.152396:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4908 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 167 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f0f expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.152409:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727800, rc 0) 00000100:00100000:0.0:1775764884.152470:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132914944:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5029us (5169us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764884.152480:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15888 00000004:00010000:2.0:1775764884.154929:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0b1b951 reply state 000000000c30c8d6 transno 4294976757 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b491d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.154950:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b491d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.154958:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.154961:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764884.154965:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764884.154984:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b490f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.154992:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b490f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.154998:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b490f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.155009:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b490f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.155015:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.155019:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b490f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.155026:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b490f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.155035:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.155038:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.155041:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b490f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.155047:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b490f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.155058:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0b1b951 reply state 000000000c30c8d6 transno 4294976757 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b4916 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc6240196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.155067:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b4916 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc6240196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.155072:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc6240196 (ffff9ee4c00df400) 00010000:00010000:2.0:1775764884.155074:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764884.155076:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764884.155161:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+362:89014:x1862022132915200:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5192us (5323us total) trans 4294976757 rc 0/0 00000100:00100000:2.0:1775764884.155169:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15889 00000100:00100000:2.0:1775764884.157427:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132915456 00000100:00100000:2.0:1775764884.157437:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132915456 00000100:00100000:2.0:1775764884.157497:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15890 00000100:00100000:2.0:1775764884.157506:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+362:89014:x1862022132915456:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764884.157529:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.157550:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4924 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f16 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.157609:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b492b lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.157771:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b492b lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.157784:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b492b lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.157802:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4932 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.157810:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4932 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.157817:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4932 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.157895:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4939 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 166 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.157905:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4939 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 166 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.157917:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4939 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.157954:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.157985:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4939 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158000:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b492b lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158007:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b492b lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158013:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b492b lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158020:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b492b lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158025:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.158029:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b492b lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158037:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b492b lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158047:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.158049:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.158053:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b492b lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158059:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b492b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158070:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4932 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158075:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4932 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158080:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4932 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158084:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.158086:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4932 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158091:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4932 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158096:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00df200) 00010000:00010000:2.0:1775764884.158099:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.158101:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4932 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158106:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4932 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158135:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4924 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f16 expref: 364 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158148:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4939 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 166 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f16 expref: 363 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.158160:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.158163:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.158165:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697600, rc 0) 00000100:00100000:2.0:1775764884.158393:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+363:89014:x1862022132915456:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 887us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.158401:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15890 00000100:00100000:0.0:1775764884.159907:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132915584 00000100:00100000:0.0:1775764884.159917:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132915584 00000100:00100000:0.0:1775764884.159983:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15891 00000100:00100000:0.0:1775764884.159994:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132915584:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764884.160012:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.160029:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4940 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f1d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160088:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4947 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160102:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4947 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160114:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4947 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160128:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b494e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160134:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b494e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160140:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b494e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160229:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4955 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 167 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160244:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4955 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 167 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160251:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4955 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764884.160292:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764884.160312:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4955 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160326:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4947 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160333:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4947 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160338:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4947 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160345:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4947 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160351:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.160355:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4947 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160363:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4947 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160375:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.160378:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.160383:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4947 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160389:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4947 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160403:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b494e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160409:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b494e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160415:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b494e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160421:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.160423:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b494e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160428:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b494e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160434:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee39c395200) 00010000:00010000:0.0:1775764884.160436:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.160439:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b494e lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160443:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b494e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160471:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4940 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f1d expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160490:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4955 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 167 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f1d expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.160498:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.160500:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764884.160503:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727600, rc 0) 00000100:00100000:0.0:1775764884.160563:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132915584:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 571us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.160570:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15891 00000100:00100000:0.0:1775764884.163197:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132915840 00000100:00100000:0.0:1775764884.163207:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132915840 00000100:00100000:0.0:1775764884.163277:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15892 00000100:00100000:0.0:1775764884.163287:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+363:89014:x1862022132915840:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764884.163347:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764884.163375:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4939 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 168 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f16 expref: 363 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.163394:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.163400:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764884.163425:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b495c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.163440:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b495c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.163449:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b495c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.163465:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b4963 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4da70c24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.163471:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b4963 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4da70c24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.163476:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b4963 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4da70c24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.163495:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b496a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 167 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.163546:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4955 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 167 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f1d expref: 32 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.163554:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b496a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.163586:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4955 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 167 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f1d expref: 32 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.163600:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4955 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 167 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f1d expref: 32 pid: 6519 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.163613:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38597b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154026880:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764884.163982:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.167051:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.168602:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.180691:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.184567:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.191139:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.191217:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.199371:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132916864 00000100:00100000:0.0:1775764884.199381:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132916864 00000100:00100000:0.0:1775764884.199440:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15898 00000100:00100000:0.0:1775764884.199452:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132916864:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764884.199475:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.199498:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b49e1 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 170 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f40 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.199539:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 170 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 366 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.199582:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154027136:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764884.200050:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.218619:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154027136:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.218673:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.218694:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b49e1 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 169 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f40 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.218729:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.218733:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.218738:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b49e1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 169 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f40 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.218753:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726400, rc 0) 00000100:00100000:2.0:1775764884.219237:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132916864:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 19787us (20065us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.219247:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15898 00000100:00100000:0.0:1775764884.227148:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132917376 00000100:00100000:0.0:1775764884.227158:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132917376 00000100:00100000:0.0:1775764884.227223:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15900 00000100:00100000:0.0:1775764884.227233:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+368:89014:x1862022132917376:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764884.227261:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.227283:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b49fd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f47 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227359:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4a04 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227375:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4a04 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227388:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4a04 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227408:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4a0b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227416:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4a0b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227422:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4a0b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227515:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4a12 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 169 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227526:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4a12 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 169 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227533:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4a12 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764884.227573:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764884.227597:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4a12 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227612:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4a04 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227619:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4a04 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227677:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4a04 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227683:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4a04 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227689:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.227693:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4a04 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227709:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4a04 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227722:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.227725:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.227730:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4a04 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227736:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4a04 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227750:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4a0b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227756:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4a0b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227761:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4a0b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227767:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.227769:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4a0b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227775:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4a0b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227785:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee39c395200) 00010000:00010000:0.0:1775764884.227788:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.227790:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4a0b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227797:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4a0b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227830:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b49fd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f47 expref: 370 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227846:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4a12 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 169 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f47 expref: 369 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.227852:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.227854:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764884.227856:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727600, rc 0) 00000100:00100000:0.0:1775764884.227925:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+369:89014:x1862022132917376:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 693us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.227932:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15900 00000100:00100000:0.0:1775764884.231076:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.238083:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132917760 00000100:00100000:2.0:1775764884.238094:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132917760 00000100:00100000:2.0:1775764884.238178:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132917888 00000100:00100000:2.0:1775764884.238182:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132917888 00000100:00100000:2.0:1775764884.238217:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15902 00000100:00100000:2.0:1775764884.238228:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132917760:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.238253:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.238275:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4a2e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f4e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238340:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4a35 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238355:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4a35 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238368:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4a35 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238383:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4a3c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238389:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4a3c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238395:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4a3c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238484:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4a43 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 170 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238496:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4a43 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 170 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238504:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4a43 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.238543:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.238566:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4a43 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238581:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4a35 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238587:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4a35 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238594:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4a35 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238600:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4a35 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238606:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.238611:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4a35 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238617:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4a35 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238652:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.238655:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.238660:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4a35 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238666:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4a35 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238680:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4a3c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238685:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4a3c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238690:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4a3c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238695:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.238697:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4a3c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238714:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4a3c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238721:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00df200) 00010000:00010000:2.0:1775764884.238723:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.238726:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4a3c lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238731:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4a3c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238764:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4a2e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f4e expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238778:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4a43 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 170 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f4e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238790:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.238792:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.238795:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696e00, rc 0) 00000100:00100000:2.0:1775764884.238873:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132917760:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 647us (1388us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.238881:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15902 00000100:00100000:2.0:1775764884.238902:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15903 00000100:00100000:2.0:1775764884.238910:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+370:89014:x1862022132917888:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764884.238923:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.238930:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4a4a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f55 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238961:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4a51 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238983:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4a51 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.238991:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4a51 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239002:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4a58 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239009:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4a58 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239016:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4a58 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239052:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4a5f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 171 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239060:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4a5f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 171 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239067:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4a5f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 171 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.239086:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.239098:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4a5f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 171 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239106:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4a51 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239112:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4a51 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239117:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4a51 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239122:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4a51 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239128:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.239131:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4a51 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239136:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4a51 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239149:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.239151:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.239154:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4a51 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239159:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4a51 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239168:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4a58 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239174:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4a58 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239179:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4a58 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239183:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.239186:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4a58 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239190:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4a58 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239197:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00df900) 00010000:00010000:2.0:1775764884.239199:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.239201:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4a58 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239207:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4a58 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239233:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4a4a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f55 expref: 372 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239244:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4a5f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 171 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f55 expref: 371 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.239251:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.239253:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.239255:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696600, rc 0) 00000100:00100000:2.0:1775764884.239278:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+371:89014:x1862022132917888:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 370us (1739us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.239285:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15903 00000100:00100000:2.0:1775764884.251779:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.257731:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.263321:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132918656 00000100:00100000:2.0:1775764884.263331:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132918656 00000100:00100000:2.0:1775764884.263392:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15907 00000100:00100000:2.0:1775764884.263401:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132918656:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.263422:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.263443:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4a9e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f6a expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263511:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aa5 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263526:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aa5 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263539:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aa5 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263554:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4aac lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263560:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4aac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263567:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4aac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263687:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4ab3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 172 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263709:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 172 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263716:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 172 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.263758:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.263780:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 172 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263795:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aa5 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263801:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aa5 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263807:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aa5 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263814:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aa5 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263820:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.263825:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aa5 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263832:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aa5 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263845:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.263847:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.263852:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aa5 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263858:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aa5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263872:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4aac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263878:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4aac lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263883:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4aac lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263889:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.263891:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4aac lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263901:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4aac lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263907:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00df700) 00010000:00010000:2.0:1775764884.263909:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.263912:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4aac lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263917:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4aac lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263950:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4a9e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f6a expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263964:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 172 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f6a expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.263982:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.263985:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.263987:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697600, rc 0) 00000100:00100000:2.0:1775764884.264049:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132918656:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 649us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.264058:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15907 00000100:00100000:2.0:1775764884.268482:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.268571:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132918912 00000100:00100000:0.0:1775764884.268582:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132918912 00000100:00100000:0.0:1775764884.268677:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15908 00000100:00100000:0.0:1775764884.268922:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+373:89014:x1862022132918912:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764884.268996:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764884.269025:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b4a97 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 173 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f63 expref: 373 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.269045:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.269051:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764884.269076:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4aba lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.269090:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4aba lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.269100:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4aba lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.269115:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4ac1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6d054e16 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.269122:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6d054e16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.269129:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6d054e16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.269146:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 172 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.269183:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4ab3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 172 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f6a expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.269191:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.269226:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 172 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f6a expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.269240:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4ab3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 172 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f6a expref: 32 pid: 27904 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.269255:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154027648:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764884.269347:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.271879:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154027648:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764884.271908:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.275345:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.275393:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764884.278562:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.278570:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.279434:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097ebff86 reply state 00000000555a405e transno 4294976763 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279454:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279463:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.279465:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764884.279469:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b4ad6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 172 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279476:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b4ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 172 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279483:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b4ad6 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 172 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.279510:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764884.279520:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4aba lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279528:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4aba lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279535:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4aba lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279542:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4aba lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279547:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.279552:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4aba lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279560:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4aba lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279570:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.279573:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.279578:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4aba lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279584:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4aba lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.279598:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097ebff86 reply state 00000000555a405e transno 4294976763 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6d054e16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279607:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4ac1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d054e16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.279613:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6d054e16 (ffff9ee39c395200) 00010000:00010000:0.0:1775764884.279616:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764884.279618:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764884.279798:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+374:89014:x1862022132918912:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10878us (11322us total) trans 4294976763 rc 0/0 00000100:00100000:0.0:1775764884.279902:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15908 00000100:00100000:0.0:1775764884.286860:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.286981:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.288447:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132919296 00000100:00100000:2.0:1775764884.288461:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132919296 00000100:00100000:2.0:1775764884.288528:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132919424 00000100:00100000:2.0:1775764884.288532:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132919424 00000100:00100000:2.0:1775764884.288615:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15910 00000100:00100000:2.0:1775764884.288649:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+374:89014:x1862022132919296:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764884.288688:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.288718:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4add lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f78 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.288785:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4ae4 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.288800:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.288823:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.288838:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aeb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.288845:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aeb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.288850:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aeb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.288937:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4af2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 173 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.288948:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4af2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 173 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.288955:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4af2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.289339:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.289363:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4af2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289379:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4ae4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289387:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4ae4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289393:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4ae4 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289400:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4ae4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289406:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.289410:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4ae4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289418:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4ae4 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289435:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.289438:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.289443:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4ae4 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289449:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4ae4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289463:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aeb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289470:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aeb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289476:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aeb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289481:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.289483:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aeb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289489:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aeb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289495:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00df700) 00010000:00010000:2.0:1775764884.289498:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.289501:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aeb lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289507:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4aeb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289545:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4add lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f78 expref: 376 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289559:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4af2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 173 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f78 expref: 375 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289566:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.289569:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.289572:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696200, rc 0) 00000100:00100000:2.0:1775764884.289681:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+375:89014:x1862022132919296:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1058us (3026us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.289690:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15910 00000100:00100000:2.0:1775764884.289714:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15911 00000100:00100000:2.0:1775764884.289723:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132919424:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.289733:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.289741:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4af9 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 174 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f7f expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.289764:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 174 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 374 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.289805:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff40000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154027776:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764884.289853:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.295533:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff40000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154027776:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.295555:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.295573:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4af9 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 174 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f7f expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.295594:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.295596:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.295602:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4af9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 174 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f7f expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.295614:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696400, rc 0) 00000100:00100000:0.0:1775764884.295677:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132919680 00000100:00100000:0.0:1775764884.295685:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132919680 00000100:00100000:0.0:1775764884.295745:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15912 00000100:00100000:0.0:1775764884.295754:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+375:89014:x1862022132919680:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764884.295816:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764884.295833:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4af2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f78 expref: 375 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.295844:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.295848:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764884.295868:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4b00 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.295880:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4b00 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.295889:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4b00 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.295904:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4b07 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbe2747f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.295911:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4b07 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbe2747f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.295918:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4b07 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbe2747f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.295934:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 173 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.295986:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b4ad6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 173 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f71 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.295994:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.296024:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b4ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 173 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f71 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.296036:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b4ad6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 173 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f71 expref: 33 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.296048:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3840c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154027904:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764884.296132:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764884.298990:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3840c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154027904:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764884.299026:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.299452:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132919424:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 9727us (12480us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.299463:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15911 00000100:00100000:2.0:1775764884.303202:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132919808 00000100:00100000:2.0:1775764884.303213:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132919808 00000100:00100000:2.0:1775764884.303400:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15913 00000100:00100000:2.0:1775764884.303412:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132919808:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.303436:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.303460:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4b15 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f86 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.303536:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4b1c lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.303552:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4b1c lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.303564:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4b1c lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.303579:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4b23 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.303587:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4b23 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.303593:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4b23 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.303739:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 174 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.303750:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.303756:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.303774:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.303783:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.305660:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132919936 00000100:00100000:0.0:1775764884.305670:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132919936 00010000:00010000:0.0:1775764884.305716:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b4ad6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f71 expref: 35 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.305753:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1891 00000100:00100000:0.0:1775764884.305763:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132919936:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764884.305779:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764884.305786:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b4ad6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 175 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f71 expref: 35 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.305798:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b4ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 175 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f71 expref: 35 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.305837:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b4ad6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 175 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f71 expref: 35 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.305855:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.305860:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.305870:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.305904:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.305913:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.305921:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.305931:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.305961:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764884.306228:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132919936:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 465us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.306236:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1891 00010000:00010000:2.0:1775764884.307227:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.307238:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.307800:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077070d0c reply state 00000000c1106816 transno 4294976764 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308201:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308211:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.308213:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764884.308217:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308226:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 173 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308231:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 173 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.308437:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764884.308447:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4b00 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308455:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4b00 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308462:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4b00 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308468:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4b00 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308474:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.308479:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4b00 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308486:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4b00 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308497:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.308500:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.308503:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4b00 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308509:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4b00 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.308522:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077070d0c reply state 00000000c1106816 transno 4294976764 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4b07 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbe2747f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308531:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4b07 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe2747f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.308537:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbe2747f5 (ffff9ee39c395e00) 00010000:00010000:2.0:1775764884.308538:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764884.308540:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764884.308672:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+376:89014:x1862022132919680:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12913us (13140us total) trans 4294976764 rc 0/0 00000100:00100000:2.0:1775764884.308681:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15912 00010000:00010000:0.0:1775764884.317077:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317090:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764884.317153:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764884.317179:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317196:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4b1c lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317204:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4b1c lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317210:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4b1c lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317217:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4b1c lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317223:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.317227:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4b1c lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317235:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4b1c lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317251:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.317254:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.317258:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4b1c lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317264:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4b1c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317283:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4b23 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317288:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4b23 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317294:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4b23 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317298:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.317301:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4b23 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317306:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4b23 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317312:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00df900) 00010000:00010000:0.0:1775764884.317315:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.317318:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4b23 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317327:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4b23 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317367:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4b15 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f86 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317381:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f86 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.317387:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.317389:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764884.317392:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697c00, rc 0) 00000100:00100000:0.0:1775764884.317463:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132919808:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 14053us (14601us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.317473:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15913 00000100:00100000:0.0:1775764884.317506:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132920320 00000100:00100000:0.0:1775764884.317514:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132920320 00000100:00100000:2.0:1775764884.321573:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132920448 00000100:00100000:2.0:1775764884.321585:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132920448 00000100:00100000:2.0:1775764884.321716:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15915 00000100:00100000:2.0:1775764884.321727:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+377:89014:x1862022132920320:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764884.321787:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.321829:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b4b46 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 175 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f8d expref: 377 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.321848:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.321853:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764884.321879:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4b4d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.321891:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4b4d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.321899:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4b4d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.321913:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4b54 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd16b9767 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.321919:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4b54 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd16b9767 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.321924:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4b54 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd16b9767 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.321941:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 174 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.322208:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f86 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.322218:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.322254:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f86 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.322269:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f86 expref: 33 pid: 8424 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.322289:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff40000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154028032:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764884.322384:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764884.322460:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15916 00000100:00100000:0.0:1775764884.322472:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132920448:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764884.322485:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.322497:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4b62 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 175 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f94 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.322527:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 175 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 376 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.322555:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3840c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154028160:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764884.322583:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764884.327381:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:2.0:1775764884.332571:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4b2a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f86 expref: 32 pid: 8424 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.332592:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff40000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154028032:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764884.332619:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.332656:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.332662:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.333259:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000010efccc4 reply state 00000000dd774a28 transno 4294976765 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.333278:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.333287:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.333290:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764884.333294:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764884.333300:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4b4d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.333307:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4b4d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.333314:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4b4d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.333321:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4b4d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.333328:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.333332:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4b4d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.333340:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4b4d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.333350:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.333353:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.333357:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4b4d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.333363:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4b4d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.333374:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000010efccc4 reply state 00000000dd774a28 transno 4294976765 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4b54 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd16b9767 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.333383:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4b54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd16b9767 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.333389:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd16b9767 (ffff9ee4c00df700) 00010000:00010000:2.0:1775764884.333391:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764884.333393:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764884.333472:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+378:89014:x1862022132920320:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11744us (16616us total) trans 4294976765 rc 0/0 00000100:00100000:2.0:1775764884.333481:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15915 00000100:00100000:2.0:1775764884.337238:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132920704 00000100:00100000:2.0:1775764884.337250:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132920704 00000100:00100000:2.0:1775764884.337315:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15917 00000100:00100000:2.0:1775764884.337325:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132920704:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.337347:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.337369:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4b69 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75f9b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337440:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4b70 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337455:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4b70 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337467:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4b70 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337480:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4b77 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337486:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4b77 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337492:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4b77 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337578:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4b7e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 174 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337592:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4b7e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337599:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4b7e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.337661:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.337684:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4b7e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337698:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4b70 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337704:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4b70 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337710:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4b70 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337716:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4b70 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337722:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.337726:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4b70 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337733:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4b70 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337745:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.337748:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.337753:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4b70 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337759:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4b70 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337774:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4b77 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337780:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4b77 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337786:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4b77 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337791:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.337793:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4b77 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337799:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4b77 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337806:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00df200) 00010000:00010000:2.0:1775764884.337808:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.337811:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4b77 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337817:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4b77 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337848:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4b69 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f9b expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337866:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4b7e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 174 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f9b expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.337873:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.337876:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.337878:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696600, rc 0) 00000100:00100000:2.0:1775764884.337937:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132920704:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 613us (1609us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.337945:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15917 00000100:00100000:0.0:1775764884.341596:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.346412:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.349692:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.349797:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132921216 00000100:00100000:2.0:1775764884.349810:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132921216 00000100:00100000:2.0:1775764884.349869:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15920 00000100:00100000:2.0:1775764884.349880:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+379:89014:x1862022132921216:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764884.349954:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.350001:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b4b9a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 177 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fa2 expref: 379 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.350028:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.350033:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764884.350075:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4ba8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.350089:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4ba8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.350098:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4ba8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.350112:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4baf lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6e561df6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.350118:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4baf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6e561df6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.350124:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4baf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6e561df6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.350143:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 176 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.350186:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4b7e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 176 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f9b expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.350194:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.350228:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4b7e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 176 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f9b expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.350241:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4b7e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 176 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75f9b expref: 34 pid: 6518 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.350255:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff40000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154028416:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764884.350338:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.353404:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383d59c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154028288:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.353432:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.353451:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b4ba1 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 176 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fa9 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.353472:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.353476:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.353480:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b4ba1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 176 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fa9 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.353502:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266ea00, rc 0) 00000100:00100000:2.0:1775764884.353566:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132920960:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6965us (7164us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.353574:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15919 00010000:00010000:2.0:1775764884.356966:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.356987:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.357499:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3f71605 reply state 000000000859de6e transno 4294976766 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.357514:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.357521:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.357523:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764884.357526:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764884.357533:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4ba8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.357539:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4ba8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.357545:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4ba8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.357552:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4ba8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.357558:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.357563:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4ba8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.357570:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4ba8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.357578:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.357580:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.357583:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4ba8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.357588:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4ba8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.357598:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3f71605 reply state 000000000859de6e transno 4294976766 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4baf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6e561df6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.357606:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4baf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e561df6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.357610:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6e561df6 (ffff9ee4c00df200) 00010000:00010000:2.0:1775764884.357612:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764884.357614:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764884.361056:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+380:89014:x1862022132921216:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11174us (11371us total) trans 4294976766 rc 0/0 00000100:00100000:2.0:1775764884.361066:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15920 00000100:00100000:2.0:1775764884.364271:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132921472 00000100:00100000:2.0:1775764884.364283:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132921472 00000100:00100000:2.0:1775764884.364347:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132921600 00000100:00100000:2.0:1775764884.364350:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132921600 00000100:00100000:2.0:1775764884.364374:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15921 00000100:00100000:2.0:1775764884.364384:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfea9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132921472:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.364405:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.364428:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4bbd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75fb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364497:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4bc4 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364512:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4bc4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364523:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4bc4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364539:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4bcb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364545:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4bcb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364552:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4bcb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364655:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4bd2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 175 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364666:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 175 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364673:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.364723:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.364748:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364765:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4bc4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364771:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4bc4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364776:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4bc4 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364782:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4bc4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364789:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.364793:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4bc4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364801:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4bc4 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364882:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.364885:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.364891:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4bc4 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364897:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4bc4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364912:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4bcb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364919:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4bcb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364925:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4bcb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364930:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.364933:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4bcb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364939:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4bcb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364946:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00df000) 00010000:00010000:2.0:1775764884.364948:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.364951:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4bcb lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.364956:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4bcb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365075:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4bbd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fb0 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365095:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 175 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fb0 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365103:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.365105:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.365108:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697e00, rc 0) 00000100:00100000:2.0:1775764884.365159:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfea9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132921472:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 777us (3834us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.365167:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15921 00000100:00100000:2.0:1775764884.365191:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15922 00000100:00100000:2.0:1775764884.365199:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+380:89014:x1862022132921600:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764884.365212:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.365220:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4bd9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75fb7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365251:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4be0 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365260:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4be0 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365268:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4be0 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365280:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4be7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365290:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4be7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365295:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4be7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365339:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4bee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 176 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365348:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4bee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 176 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365355:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4bee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.365375:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.365386:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4bee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365395:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4be0 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365402:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4be0 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365407:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4be0 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365412:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4be0 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365417:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.365420:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4be0 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365425:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4be0 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365433:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.365435:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.365438:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4be0 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365444:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4be0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365454:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4be7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365461:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4be7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365466:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4be7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365472:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.365475:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4be7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365481:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4be7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365487:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00df500) 00010000:00010000:2.0:1775764884.365490:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.365493:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4be7 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365499:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4be7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365519:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4bd9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fb7 expref: 382 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365530:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4bee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 176 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fb7 expref: 381 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.365537:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.365539:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.365542:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727c00, rc 0) 00000100:00100000:2.0:1775764884.365563:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+381:89014:x1862022132921600:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 366us (1386us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.365570:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15922 00000100:00100000:0.0:1775764884.373082:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15924 00000100:00100000:0.0:1775764884.373093:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132921984:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764884.373103:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.373115:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b4c0a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 177 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75fbe expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.373141:0:6518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 177 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 380 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.373165:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154028672:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764884.373192:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764884.381317:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154028672:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764884.381350:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764884.381371:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b4c0a lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 177 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fbe expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.381394:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.381398:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764884.381404:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b4c0a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 177 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fbe expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.381421:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386227000, rc 0) 00000100:00100000:0.0:1775764884.381488:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132921984:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8396us (9213us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764884.381499:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15924 00010000:00010000:0.0:1775764884.381897:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b4c03 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.381908:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b4c03 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.388408:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.395956:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.401256:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.401579:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3840c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154028800:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764884.401599:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764884.401618:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4c49 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 178 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fd3 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.401666:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.401669:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764884.401675:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4c49 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 178 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fd3 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.401690:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0d000, rc 0) 00000100:00100000:0.0:1775764884.401811:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132922496:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5536us (9265us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764884.401821:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15927 00010000:00010000:0.0:1775764884.403041:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b4c5e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.403051:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b4c5e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.403895:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074626945 reply state 000000002a0b7219 transno 4294976768 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b4c5e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.403916:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b4c5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.403924:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.403927:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764884.403930:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764884.403938:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b4c50 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.403945:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b4c50 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.403952:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b4c50 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.403958:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b4c50 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.403963:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.403979:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b4c50 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.403988:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b4c50 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.403997:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.403999:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.404003:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b4c50 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.404008:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b4c50 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.404022:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074626945 reply state 000000002a0b7219 transno 4294976768 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b4c57 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe046c5f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.404030:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b4c57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe046c5f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.404035:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe046c5f9 (ffff9ee4969fc700) 00010000:00010000:0.0:1775764884.404037:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764884.404040:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764884.404109:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+384:89014:x1862022132922752:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7537us (8160us total) trans 4294976768 rc 0/0 00000100:00100000:0.0:1775764884.404118:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15928 00000100:00100000:0.0:1775764884.411532:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132923008 00000100:00100000:0.0:1775764884.411542:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132923008 00000100:00100000:0.0:1775764884.411609:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15929 00000100:00100000:0.0:1775764884.411620:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132923008:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764884.411658:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.411679:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b4c65 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75fda expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.411755:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b4c6c lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.411769:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b4c6c lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.411784:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b4c6c lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.411799:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4c73 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.411822:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4c73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.411829:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4c73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.411915:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4c7a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 177 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.411925:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4c7a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 177 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.411932:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4c7a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764884.411983:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764884.412006:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4c7a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412022:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b4c6c lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412029:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b4c6c lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412034:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b4c6c lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412042:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b4c6c lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412047:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.412052:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b4c6c lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412059:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b4c6c lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412071:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.412074:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.412079:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b4c6c lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412084:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b4c6c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412098:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4c73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412104:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4c73 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412110:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4c73 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412116:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.412118:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4c73 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412128:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4c73 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412135:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee39c395f00) 00010000:00010000:0.0:1775764884.412138:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.412141:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4c73 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412146:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b4c73 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412175:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b4c65 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fda expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412187:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4c7a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 177 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fda expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.412192:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.412194:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764884.412196:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226c00, rc 0) 00000100:00100000:0.0:1775764884.414679:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132923008:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3048us (3215us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.414690:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15929 00000100:00100000:0.0:1775764884.418212:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132923136 00000100:00100000:0.0:1775764884.418223:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132923136 00000100:00100000:0.0:1775764884.418277:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132923264 00000100:00100000:0.0:1775764884.418279:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132923264 00000100:00100000:0.0:1775764884.418353:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15930 00000100:00100000:0.0:1775764884.418364:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+384:89014:x1862022132923136:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764884.418387:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.418406:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b4c81 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75fe1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418472:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b4c88 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418487:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b4c88 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418499:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b4c88 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418513:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b4c8f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418520:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b4c8f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418527:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b4c8f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418616:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b4c96 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 178 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418659:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b4c96 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 178 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418667:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b4c96 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764884.418721:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764884.418743:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b4c96 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418758:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b4c88 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418764:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b4c88 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418770:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b4c88 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418776:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b4c88 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418782:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.418786:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b4c88 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418792:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b4c88 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418815:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.418818:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.418823:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b4c88 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418829:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b4c88 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418840:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b4c8f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418846:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b4c8f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418851:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b4c8f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418856:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.418859:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b4c8f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418865:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b4c8f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418872:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee39c395800) 00010000:00010000:0.0:1775764884.418874:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.418877:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b4c8f lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418882:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b4c8f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418912:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b4c81 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fe1 expref: 386 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418924:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b4c96 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 178 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fe1 expref: 385 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.418932:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.418933:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764884.418936:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323aa00, rc 0) 00000100:00100000:0.0:1775764884.419017:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+385:89014:x1862022132923136:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 655us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.419024:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15930 00000100:00100000:0.0:1775764884.419046:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15931 00000100:00100000:0.0:1775764884.419054:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132923264:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764884.419062:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.419091:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4c9d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 179 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75fe8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.419118:0:6518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 179 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 384 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.419155:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154029056:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764884.419201:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764884.425617:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154029056:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764884.425681:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764884.425716:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4c9d lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 179 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fe8 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.425738:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.425742:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764884.425747:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4c9d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 179 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fe8 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.425761:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc800, rc 0) 00000100:00100000:2.0:1775764884.426067:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132923264:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7012us (7945us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.426077:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15931 00000100:00100000:2.0:1775764884.430741:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132923648 00000100:00100000:2.0:1775764884.430750:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132923648 00010000:00010000:2.0:1775764884.430790:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4c7a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 178 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fda expref: 33 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.430831:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1896 00000100:00100000:2.0:1775764884.430840:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132923648:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764884.430855:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.430862:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4c7a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 179 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fda expref: 33 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.430873:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4c7a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 179 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fda expref: 33 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.430895:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b4c7a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 179 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75fda expref: 33 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.430911:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.430916:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4cb2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.430959:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4cb2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.430999:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4cb2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.431030:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764884.431088:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132923648:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 248us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.431096:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1896 00000100:00100000:0.0:1775764884.444675:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.444716:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.444804:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132924032 00000100:00100000:2.0:1775764884.444814:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132924032 00000100:00100000:2.0:1775764884.444861:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132923904 00000100:00100000:2.0:1775764884.444862:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132923904 00000100:00100000:2.0:1775764884.444892:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15934 00000100:00100000:2.0:1775764884.444901:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+386:89014:x1862022132924032:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764884.444924:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.444942:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4cd5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75ffd expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445023:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4cdc lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445040:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4cdc lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445053:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4cdc lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445068:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ce3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445076:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445088:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445176:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4cea lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 179 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445187:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4cea lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 179 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445194:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4cea lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.445237:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.445259:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4cea lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445276:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4cdc lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445283:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4cdc lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445288:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4cdc lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445294:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4cdc lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445300:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.445304:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4cdc lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445311:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4cdc lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445322:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.445325:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.445330:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4cdc lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445336:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4cdc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445350:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445357:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ce3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445362:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ce3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445367:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.445369:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ce3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445375:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ce3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445381:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00df500) 00010000:00010000:2.0:1775764884.445383:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.445386:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ce3 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445391:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ce3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445425:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4cd5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ffd expref: 388 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445439:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4cea lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 179 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf75ffd expref: 387 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445447:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.445449:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.445452:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696600, rc 0) 00000100:00100000:2.0:1775764884.445509:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+387:89014:x1862022132924032:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 608us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.445517:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15934 00000100:00100000:2.0:1775764884.445539:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15935 00000100:00100000:2.0:1775764884.445546:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384842680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132923904:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.445555:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.445563:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4cf1 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 180 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf75ff6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.445585:0:6518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 180 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 386 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.445660:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff42300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154029312:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764884.445720:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.458291:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.469861:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:2.0:1775764884.470836:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b4d06 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.470845:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b4d06 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.471432:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003aeef2e4 reply state 00000000da76f109 transno 4294976770 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b4d06 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.471449:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b4d06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.471461:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.471463:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764884.471467:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764884.471474:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4cf8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.471481:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4cf8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.471487:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4cf8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.471494:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4cf8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.471499:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.471504:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4cf8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.471512:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4cf8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.471521:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.471523:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.471527:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4cf8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.471533:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4cf8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.471547:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003aeef2e4 reply state 00000000da76f109 transno 4294976770 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b4cff lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfaee22ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.471556:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b4cff lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfaee22ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.471561:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfaee22ba (ffff9ee4969fca00) 00010000:00010000:2.0:1775764884.471563:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764884.471564:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764884.471681:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+388:89014:x1862022132924288:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12867us (13399us total) trans 4294976770 rc 0/0 00000100:00100000:2.0:1775764884.471688:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15936 00000100:00100000:0.0:1775764884.474046:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.479098:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.481240:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff8f480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154029568:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.481271:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.481285:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b4d0d lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 180 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76004 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.481303:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.481306:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.481310:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b4d0d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 180 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76004 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.481322:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490866a00, rc 0) 00000100:00100000:2.0:1775764884.481494:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132924544:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7185us (7457us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.481502:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15937 00000100:00100000:2.0:1775764884.495139:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132925056 00000100:00100000:2.0:1775764884.495144:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132925056 00000100:00100000:2.0:1775764884.495199:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15940 00000100:00100000:2.0:1775764884.495213:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+389:89014:x1862022132925056:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764884.495259:0:8424:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.495281:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4d29 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 180 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7600b expref: 389 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495293:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.495300:0:8424:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764884.495313:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4d3e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495333:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4d3e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495340:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4d3e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495349:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4d45 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe4e5b7ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495355:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4d45 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe4e5b7ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495360:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4d45 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe4e5b7ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495378:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4d53 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 179 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495436:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4d53 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495448:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4d53 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.495887:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc5a300e reply state 000000006785c9d8 transno 4294976771 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4d53 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495900:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4d53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495907:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.495909:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764884.495912:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b4d5a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495919:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b4d5a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 180 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495924:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b4d5a lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 180 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.495946:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764884.495954:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4d3e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495960:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4d3e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495965:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4d3e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495983:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4d3e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.495992:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.495995:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4d3e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.496003:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4d3e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.496012:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.496013:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.496016:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4d3e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.496020:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4d3e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.496026:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc5a300e reply state 000000006785c9d8 transno 4294976771 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4d45 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe4e5b7ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.496031:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4d45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe4e5b7ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.496034:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe4e5b7ae (ffff9ee4c00df500) 00010000:00010000:2.0:1775764884.496036:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764884.496037:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764884.496103:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+390:89014:x1862022132925056:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 894us (1133us total) trans 4294976771 rc 0/0 00000100:00100000:2.0:1775764884.496110:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15940 00000100:00100000:2.0:1775764884.506844:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.514374:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.514414:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.518914:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386284000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154029696:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764884.518939:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764884.518958:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b4d7d lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 182 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76020 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.518992:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.518995:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764884.519000:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b4d7d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 182 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76020 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.519016:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266fa00, rc 0) 00000100:00100000:0.0:1775764884.519086:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132925568:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4437us (4670us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764884.519095:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15943 00000100:00100000:2.0:1775764884.522987:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764884.523694:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4d92 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.523703:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4d92 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.524285:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5cb20d8 reply state 0000000044fdf3f3 transno 4294976772 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4d92 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.524301:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4d92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.524313:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.524316:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764884.524319:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764884.524327:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b4d84 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.524335:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b4d84 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.524341:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b4d84 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.524348:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b4d84 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.524354:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.524358:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b4d84 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.524366:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b4d84 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.524374:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.524377:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.524380:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b4d84 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.524386:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b4d84 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.524398:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5cb20d8 reply state 0000000044fdf3f3 transno 4294976772 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b4d8b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf7026253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.524407:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b4d8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7026253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.524413:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf7026253 (ffff9ee4969fc500) 00010000:00010000:0.0:1775764884.524415:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764884.524418:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764884.524484:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+392:89014:x1862022132925440:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9900us (10117us total) trans 4294976772 rc 0/0 00000100:00100000:0.0:1775764884.524492:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15942 00000100:00100000:2.0:1775764884.528718:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.528796:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.548471:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.548566:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764884.551657:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b4dd8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.551674:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b4dd8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.551687:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b4dd8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.551706:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b4ddf lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5dd37082 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.551713:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b4ddf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5dd37082 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.551718:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b4ddf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5dd37082 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.551740:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 183 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.551783:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b4dae lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 183 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76027 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.551791:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.551828:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b4dae lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 183 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76027 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.551857:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b4dae lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 183 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76027 expref: 34 pid: 6518 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.551879:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee39d092d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154030080:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764884.553171:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.560930:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee39d092d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154030080:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764884.560962:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.562197:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132926336:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 13467us (13630us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764884.562207:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15947 00000100:00100000:2.0:1775764884.563028:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:2.0:1775764884.564734:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.564743:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.565296:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003c76ad30 reply state 00000000d0d82171 transno 4294976773 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.565313:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.565321:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.565324:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764884.565327:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764884.565334:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b4dd8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.565341:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b4dd8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.565347:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b4dd8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.565354:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b4dd8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.565364:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.565369:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b4dd8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.565377:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b4dd8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.565388:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.565391:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.565394:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b4dd8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.565399:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b4dd8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.565411:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003c76ad30 reply state 00000000d0d82171 transno 4294976773 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b4ddf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5dd37082 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.565419:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b4ddf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dd37082 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.565425:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5dd37082 (ffff9ee39c395800) 00010000:00010000:2.0:1775764884.565427:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764884.565429:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764884.567041:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+394:89014:x1862022132926208:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 18326us (18580us total) trans 4294976773 rc 0/0 00000100:00100000:2.0:1775764884.567050:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15946 00000100:00100000:2.0:1775764884.567068:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132926720 00000100:00100000:2.0:1775764884.567082:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132926720 00000100:00100000:2.0:1775764884.567107:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132926976 00000100:00100000:2.0:1775764884.567111:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132926976 00000100:00100000:2.0:1775764884.567132:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 3149 00000100:00100000:2.0:1775764884.567139:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+7:2405:x1862022132926720:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:2.0:1775764884.567169:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+7:2405:x1862022132926720:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 31us (2666us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.567176:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 3149 00000100:00100000:2.0:1775764884.567189:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 3150 00000100:00100000:2.0:1775764884.567195:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+12:2405:x1862022132926976:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:2.0:1775764884.567219:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+12:2405:x1862022132926976:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 24us (2699us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.567224:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 3150 00000100:00100000:2.0:1775764884.567681:0:25789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1565 00000100:00100000:2.0:1775764884.567689:0:25789:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+6:2405:x1862022132927104:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:2.0:1775764884.567733:0:25789:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+6:2405:x1862022132927104:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 46us (3248us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.567740:0:25789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1565 00000100:00100000:2.0:1775764884.567755:0:25789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1566 00000100:00100000:2.0:1775764884.567762:0:25789:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+6:2405:x1862022132927232:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:2.0:1775764884.567784:0:25789:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+6:2405:x1862022132927232:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 22us (3242us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.567789:0:25789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1566 00000100:00080000:0.0:1775764884.568192:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1775764884.568197:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764884.568200:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764884.578745:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.578839:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132927360 00000100:00100000:0.0:1775764884.578941:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132927360 00000100:00100000:0.0:1775764884.579014:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15948 00000100:00100000:0.0:1775764884.579024:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132927360:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764884.579046:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.579066:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b4ded lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7603c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579151:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4df4 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579165:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4df4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579176:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4df4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579190:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4dfb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579197:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4dfb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579203:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4dfb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579289:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b4e02 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 182 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579298:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b4e02 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 182 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579304:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b4e02 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764884.579344:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764884.579367:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b4e02 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579386:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4df4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579391:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4df4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579397:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4df4 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579403:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4df4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579408:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.579412:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4df4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579420:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4df4 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579431:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.579434:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.579439:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4df4 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579444:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4df4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579457:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4dfb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579462:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4dfb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579467:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4dfb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579472:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.579474:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4dfb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579479:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4dfb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579486:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee39c395f00) 00010000:00010000:0.0:1775764884.579487:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.579490:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4dfb lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579494:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4dfb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579523:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b4ded lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7603c expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579536:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b4e02 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 182 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7603c expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.579543:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.579545:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764884.579548:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd800, rc 0) 00000100:00100000:0.0:1775764884.580067:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132927360:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1042us (1331us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.580088:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15948 00000100:00100000:2.0:1775764884.585979:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.588393:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.595687:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132927488 00000100:00100000:0.0:1775764884.595843:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132927488 00000100:00100000:0.0:1775764884.603441:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:2.0:1775764884.607849:0:9473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764884.610452:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.610578:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386284000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154030208:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.610601:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.610616:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b4e25 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 185 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7604a expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.611467:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.611470:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.611475:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b4e25 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 183 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7604a expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.611486:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f7e00, rc 0) 00000100:00100000:2.0:1775764884.611518:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132927616:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 14092us (23136us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.611525:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15950 00000004:00010000:0.0:1775764884.613489:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c98d3f27 reply state 00000000ffa3e361 transno 4294976774 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b4e3a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.613513:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b4e3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.613521:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.613524:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764884.613528:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764884.613535:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b4e2c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.613542:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b4e2c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.613548:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b4e2c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.613554:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b4e2c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.613560:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.613565:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b4e2c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.613572:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b4e2c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.613584:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.613586:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.613590:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b4e2c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.613597:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b4e2c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.613609:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c98d3f27 reply state 00000000ffa3e361 transno 4294976774 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b4e33 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x67988b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.613619:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b4e33 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x67988b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.613654:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x67988b1e (ffff9ee3858c9c00) 00010000:00010000:0.0:1775764884.613656:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764884.613658:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764884.613755:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+396:89014:x1862022132927872:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10130us (10319us total) trans 4294976774 rc 0/0 00000100:00100000:0.0:1775764884.613764:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15951 00000100:00100000:0.0:1775764884.616834:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.617213:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.617425:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15952 00000100:00100000:0.0:1775764884.617438:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132928128:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764884.617459:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.617480:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4e41 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76051 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617551:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b4e48 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617565:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b4e48 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617577:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b4e48 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617591:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b4e4f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617598:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b4e4f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617604:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b4e4f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617738:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4e56 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 183 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617748:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4e56 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 183 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617755:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4e56 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764884.617792:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764884.617813:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4e56 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617832:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b4e48 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617849:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b4e48 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617856:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b4e48 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617869:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b4e48 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617881:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdccc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.617885:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b4e48 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617892:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b4e48 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617903:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.617906:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.617910:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b4e48 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617916:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b4e48 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617928:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b4e4f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617934:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b4e4f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617941:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b4e4f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617946:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcde00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.617949:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b4e4f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617955:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b4e4f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617962:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee39c395f00) 00010000:00010000:0.0:1775764884.617977:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.617980:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b4e4f lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.617986:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b4e4f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.619595:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b4e41 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76051 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.619648:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4e56 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 184 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76051 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.619657:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.619659:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764884.619663:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd200, rc 0) 00000100:00100000:0.0:1775764884.619745:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132928128:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2310us (2918us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.619758:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15952 00000100:00100000:2.0:1775764884.626992:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132928384 00000100:00100000:2.0:1775764884.627002:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132928384 00000100:00100000:2.0:1775764884.627063:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15954 00000100:00100000:2.0:1775764884.627080:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132928384:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.627102:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.627123:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4e79 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 185 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7605f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.627160:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 185 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 396 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.627198:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154030464:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764884.627277:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.634299:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154030464:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.634326:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.634345:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4e79 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 185 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7605f expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.634366:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.634369:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.634374:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4e79 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 185 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7605f expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.634388:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696600, rc 0) 00000100:00100000:2.0:1775764884.634518:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132928384:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7446us (7644us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.634528:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15954 00000100:00100000:0.0:1775764884.644724:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.647401:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132928896 00000100:00100000:0.0:1775764884.647409:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132928896 00010000:00010000:0.0:1775764884.647444:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4e56 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 185 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76051 expref: 35 pid: 27904 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.647486:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1901 00000100:00100000:0.0:1775764884.647496:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132928896:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764884.647509:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764884.647516:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4e56 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 186 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76051 expref: 35 pid: 27904 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.647528:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4e56 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 186 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76051 expref: 35 pid: 27904 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.647550:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b4e56 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 186 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76051 expref: 35 pid: 27904 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.647565:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.647570:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.647610:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.647619:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.647682:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764884.647744:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132928896:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 248us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.647752:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1901 00010000:00010000:2.0:1775764884.647881:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.647889:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.648420:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b519f296 reply state 00000000700e5552 transno 4294976775 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.648435:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.648442:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.648445:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764884.648449:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764884.648455:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b4e80 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.648462:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b4e80 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.648467:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b4e80 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.648474:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b4e80 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.648480:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.648484:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b4e80 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.648492:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b4e80 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.648500:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.648503:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.648506:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b4e80 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.648512:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b4e80 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.648524:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b519f296 reply state 00000000700e5552 transno 4294976775 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b4e87 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9eb16ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.648531:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b4e87 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9eb16ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.648542:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9eb16ba1 (ffff9ee3858c9e00) 00010000:00010000:2.0:1775764884.648544:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764884.648546:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764884.648600:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+398:89014:x1862022132928640:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7719us (8016us total) trans 4294976775 rc 0/0 00000100:00100000:2.0:1775764884.648608:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15955 00000100:00100000:2.0:1775764884.650187:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154030720:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.650214:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.650230:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4e95 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 184 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76066 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.650249:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.650251:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.650256:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4e95 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 184 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76066 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.650267:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38616c200, rc 0) 00000100:00100000:2.0:1775764884.650352:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132928768:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4861us (5637us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.650360:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15956 00010000:00010000:1.0:1775764884.656947:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ea3 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.656957:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ea3 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.656979:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764884.656982:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.656986:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ea3 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.656993:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ea3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.657007:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4eaa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.657012:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4eaa lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.657017:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4eaa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.657022:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.657025:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4eaa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.657030:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4eaa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.657037:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee3858c9800) 00010000:00010000:1.0:1775764884.657040:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.657042:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4eaa lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.657052:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4eaa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.657227:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b4e9c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7606d expref: 400 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.657243:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b4eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 184 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7606d expref: 399 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.657251:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.657254:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764884.657256:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8b800, rc 0) 00000100:00100000:1.0:1775764884.657322:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+399:89014:x1862022132929024:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 803us (1307us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.657330:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15957 00000100:00100000:2.0:1775764884.664201:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132929280 00000100:00100000:2.0:1775764884.664212:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132929280 00000100:00100000:2.0:1775764884.664277:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15958 00000100:00100000:2.0:1775764884.664287:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+399:89014:x1862022132929280:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764884.664341:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.664371:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b4eb1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 185 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7606d expref: 399 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.664395:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.664401:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764884.664426:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4eb8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.664440:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4eb8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.664448:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4eb8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.664466:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ebf lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb2785b2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.664473:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ebf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb2785b2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.664480:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ebf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb2785b2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.664499:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4ec6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 184 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.664535:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4ec6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.664542:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4ec6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.665906:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132929408 00000100:00100000:2.0:1775764884.665914:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132929408 00000100:00100000:2.0:1775764884.665978:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15959 00000100:00100000:2.0:1775764884.665987:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132929408:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.666004:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.666020:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4ecd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76074 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.666086:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4ed4 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.666098:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4ed4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.666108:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4ed4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.666123:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4edb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.666129:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4edb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.666135:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4edb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.667749:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5134f64 reply state 00000000fe84adf6 transno 4294976776 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4ec6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.667772:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4ec6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.667779:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.667782:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764884.667786:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764884.667792:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4eb8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.667798:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4eb8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.667803:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4eb8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.667810:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4eb8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.667816:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.667820:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4eb8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.667827:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4eb8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.667836:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.667849:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.667854:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4eb8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.667865:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4eb8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.667879:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5134f64 reply state 00000000fe84adf6 transno 4294976776 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ebf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb2785b2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.667887:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ebf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb2785b2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.667892:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb2785b2b (ffff9ee4c00df000) 00010000:00010000:0.0:1775764884.667895:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764884.667897:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764884.667987:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+400:89014:x1862022132929280:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 3699us (4365us total) trans 4294976776 rc 0/0 00000100:00100000:0.0:1775764884.667995:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15958 00010000:00010000:2.0:1775764884.668476:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4ee2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 185 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668489:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 185 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668497:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.668539:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.668559:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668571:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4ed4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668577:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4ed4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668581:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4ed4 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668586:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4ed4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668591:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.668593:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4ed4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668599:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4ed4 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668607:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.668609:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.668612:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4ed4 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668618:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4ed4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668654:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4edb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668661:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4edb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668666:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4edb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668671:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.668673:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4edb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668678:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4edb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668685:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00dfc00) 00010000:00010000:2.0:1775764884.668688:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.668690:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4edb lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668696:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4edb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668729:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b4ecd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76074 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668742:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4ee2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 185 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76074 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.668749:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.668752:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.668755:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38616c200, rc 0) 00000100:00100000:2.0:1775764884.668793:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132929408:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2808us (2989us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.668800:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15959 00000100:00100000:2.0:1775764884.673502:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132929536 00000100:00100000:2.0:1775764884.673514:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132929536 00000100:00100000:2.0:1775764884.674163:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15960 00000100:00100000:2.0:1775764884.674177:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+400:89014:x1862022132929536:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764884.674203:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.674224:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4ee9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7607b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674290:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4ef0 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674305:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674317:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674331:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4ef7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674337:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674344:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674437:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4efe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 186 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674448:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4efe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 186 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674454:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4efe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.674495:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.674517:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4efe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674531:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4ef0 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674537:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4ef0 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674543:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4ef0 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674549:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4ef0 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674555:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.674559:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4ef0 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674566:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4ef0 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674579:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.674582:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.674588:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4ef0 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674594:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4ef0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674609:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674615:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4ef7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.674619:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4ef7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.675273:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.675277:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4ef7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.675285:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4ef7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.675295:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00df100) 00010000:00010000:2.0:1775764884.675297:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.675300:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4ef7 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.675307:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4ef7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.675355:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4ee9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7607b expref: 402 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.675373:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4efe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 186 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7607b expref: 401 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.675380:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.675382:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.675384:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726400, rc 0) 00000100:00100000:2.0:1775764884.675466:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+401:89014:x1862022132929536:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1291us (2189us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.675475:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15960 00000100:00100000:1.0:1775764884.683751:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.698561:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.698839:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132929920 00000100:00100000:2.0:1775764884.698850:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132929920 00000100:00100000:2.0:1775764884.698913:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15962 00000100:00100000:2.0:1775764884.698923:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+401:89014:x1862022132929920:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764884.698991:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.699018:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4efe lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7607b expref: 401 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.699038:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.699044:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764884.699084:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f0c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.699097:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f0c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.699106:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f0c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.699122:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4f13 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9f91580a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.699128:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4f13 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9f91580a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.699135:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4f13 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9f91580a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.699152:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 187 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.699190:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4ee2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76074 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.699198:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.699229:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4ee2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76074 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.699243:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4ee2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76074 expref: 34 pid: 6519 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.699256:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154030976:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764884.699338:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.702921:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154030976:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764884.702950:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.703117:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154030848:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764884.703134:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764884.703151:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b4f05 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 187 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76082 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.703169:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.703173:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764884.703178:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b4f05 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 187 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76082 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.703191:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3912a0200, rc 0) 00000100:00100000:0.0:1775764884.703255:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132929664:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 19332us (19515us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764884.703263:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15961 00000100:00100000:0.0:1775764884.707207:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764884.707355:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132930048 00000100:00100000:1.0:1775764884.707364:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132930048 00000100:00100000:1.0:1775764884.707414:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15963 00000100:00100000:1.0:1775764884.707424:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132930048:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764884.707447:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764884.707469:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4f21 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 187 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76089 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.707507:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 187 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 400 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.707545:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfeaa300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154031104:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764884.707617:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.715523:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764884.715744:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132930176 00000100:00100000:1.0:1775764884.715754:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132930176 00010000:00010000:1.0:1775764884.715797:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4ee2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76074 expref: 35 pid: 6519 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.715840:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1902 00000100:00100000:1.0:1775764884.715851:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022132930176:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764884.715866:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764884.715874:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4ee2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76074 expref: 35 pid: 6519 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.715888:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4ee2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76074 expref: 35 pid: 6519 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.715910:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b4ee2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76074 expref: 35 pid: 6519 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.715925:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.715931:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.715982:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.715995:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.716026:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764884.716069:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.716077:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.716084:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022132930176:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 236us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.716091:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1902 00000004:00010000:2.0:1775764884.716652:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebdf19cd reply state 000000004b5b1e2d transno 4294976777 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.716667:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.716674:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.716677:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764884.716680:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764884.716686:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f0c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.716698:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f0c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.716705:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f0c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.716712:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f0c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.716718:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.716722:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f0c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.716735:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f0c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.716744:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.716747:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.716750:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f0c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.716756:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f0c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.716768:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebdf19cd reply state 000000004b5b1e2d transno 4294976777 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4f13 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9f91580a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.716777:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4f13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f91580a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.716783:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9f91580a (ffff9ee4c00df100) 00010000:00010000:2.0:1775764884.716785:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764884.716787:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764884.717213:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+402:89014:x1862022132929920:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 18289us (18661us total) trans 4294976777 rc 0/0 00000100:00100000:0.0:1775764884.717222:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15962 00000100:00100000:0.0:1775764884.723591:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.724216:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132930304 00000100:00100000:2.0:1775764884.724226:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132930304 00000100:00100000:2.0:1775764884.724291:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15964 00000100:00100000:2.0:1775764884.724302:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+402:89014:x1862022132930304:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764884.724329:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.724351:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4f28 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76090 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.724416:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4f2f lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.724433:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4f2f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.724446:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4f2f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.724462:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4f36 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.724469:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4f36 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.724476:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4f36 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.724560:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4f3d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 186 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.724570:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4f3d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 186 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.724577:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4f3d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.724618:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.725094:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4f3d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725110:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4f2f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725116:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4f2f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725122:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4f2f lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725129:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4f2f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725135:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.725139:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4f2f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725147:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4f2f lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725158:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.725161:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.725167:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4f2f lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725172:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b4f2f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725183:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4f36 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725189:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4f36 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725208:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4f36 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725213:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.725216:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4f36 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725221:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4f36 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725227:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00dfc00) 00010000:00010000:2.0:1775764884.725229:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.725231:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4f36 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725236:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b4f36 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725270:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b4f28 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76090 expref: 404 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725283:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4f3d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 186 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76090 expref: 403 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.725290:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.725292:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.725294:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726400, rc 0) 00000100:00100000:2.0:1775764884.725367:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+403:89014:x1862022132930304:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1067us (1788us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.725375:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15964 00000100:00100000:2.0:1775764884.729561:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.729672:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132930560 00000100:00100000:0.0:1775764884.729682:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132930560 00000100:00100000:0.0:1775764884.729735:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15965 00000100:00100000:0.0:1775764884.729744:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+403:89014:x1862022132930560:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764884.729803:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764884.730143:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4f3d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76090 expref: 403 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.730163:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.730168:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764884.730296:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f44 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.730311:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f44 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.730326:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f44 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.730343:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4f4b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x40351523 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.730350:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4f4b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x40351523 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.730357:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4f4b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x40351523 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.730376:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 186 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.730503:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.730512:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.731364:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132930688 00000100:00100000:1.0:1775764884.731371:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132930688 00000100:00100000:1.0:1775764884.731421:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15966 00000100:00100000:1.0:1775764884.731427:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132930688:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764884.731440:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764884.731451:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b4f59 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76097 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.731497:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b4f60 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.731505:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b4f60 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.731512:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b4f60 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.731521:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b4f67 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.731525:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b4f67 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.731532:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b4f67 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.731585:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 187 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.731590:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.731594:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.731608:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.731614:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.732707:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084737d1b reply state 000000008a9dbbac transno 4294976778 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.732727:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.732735:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.732738:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764884.732741:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.732754:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.732759:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.732788:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764884.732796:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f44 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.732803:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f44 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.732819:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f44 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.732826:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f44 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.732832:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.732988:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.733001:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.733040:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1775764884.733251:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f44 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.733259:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f44 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.733270:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.733272:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.733276:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f44 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.733282:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f44 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.733298:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084737d1b reply state 000000008a9dbbac transno 4294976778 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4f4b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x40351523 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.733308:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4f4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x40351523 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.733313:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x40351523 (ffff9ee39c395f00) 00010000:00010000:0.0:1775764884.733315:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764884.733317:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764884.733405:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+404:89014:x1862022132930560:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 3658us (3851us total) trans 4294976778 rc 0/0 00000100:00100000:0.0:1775764884.733425:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15965 00000004:00010000:2.0:1775764884.734331:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734348:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b4f60 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734354:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b4f60 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734359:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b4f60 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734365:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b4f60 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734370:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8be00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.734373:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b4f60 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734378:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b4f60 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734390:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.734392:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.734396:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b4f60 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734400:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b4f60 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734412:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b4f67 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734418:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b4f67 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734423:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b4f67 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734427:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.734430:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b4f67 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734435:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b4f67 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734441:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee3858c9800) 00010000:00010000:2.0:1775764884.734443:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.734446:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b4f67 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734451:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b4f67 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734487:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b4f59 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76097 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734500:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 187 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76097 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.734511:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.734513:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.734515:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8aa00, rc 0) 00000100:00100000:2.0:1775764884.734566:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132930688:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3139us (3398us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.734574:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15966 00000100:00100000:1.0:1775764884.738240:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132930816 00000100:00100000:1.0:1775764884.738250:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132930816 00000100:00100000:1.0:1775764884.738304:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15967 00000100:00100000:1.0:1775764884.738313:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+404:89014:x1862022132930816:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764884.738340:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764884.738364:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4f75 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7609e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738440:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b4f7c lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738455:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b4f7c lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738468:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b4f7c lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738482:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4f83 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738489:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4f83 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738495:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4f83 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738584:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b4f8a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 188 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738594:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b4f8a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738600:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b4f8a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764884.738676:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764884.738708:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b4f8a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738724:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b4f7c lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738730:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b4f7c lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738736:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b4f7c lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738743:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b4f7c lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738748:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.738752:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b4f7c lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738758:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b4f7c lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738768:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764884.738771:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.738775:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b4f7c lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738780:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b4f7c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738792:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4f83 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738798:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4f83 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738802:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4f83 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738818:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.738821:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4f83 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738831:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4f83 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738838:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee3858c9600) 00010000:00010000:1.0:1775764884.738840:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.738842:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4f83 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738848:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4f83 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738878:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4f75 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7609e expref: 406 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738891:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b4f8a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7609e expref: 405 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.738898:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.738900:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764884.738902:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a600, rc 0) 00000100:00100000:1.0:1775764884.738956:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+405:89014:x1862022132930816:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 644us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.738963:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15967 00000100:00100000:0.0:1775764884.743581:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.744035:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132930944 00000100:00100000:2.0:1775764884.744044:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132930944 00000100:00100000:2.0:1775764884.744139:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15968 00000100:00100000:2.0:1775764884.744150:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132930944:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.744169:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.744189:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f91 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 189 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf760a5 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.744238:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 189 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 404 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.744279:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154031232:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764884.744405:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764884.753562:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132931200 00000100:00100000:0.0:1775764884.753573:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132931200 00000100:00100000:0.0:1775764884.753820:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15969 00000100:00100000:0.0:1775764884.753832:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+405:89014:x1862022132931200:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764884.753900:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764884.753928:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b4f8a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7609e expref: 405 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.753947:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.753952:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764884.754141:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f98 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.754155:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f98 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.754165:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f98 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.754183:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b4f9f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x43ed4ee6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.754190:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b4f9f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x43ed4ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.754207:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b4f9f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x43ed4ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.754228:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 189 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.754268:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76097 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.754276:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.754310:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76097 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.754324:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76097 expref: 34 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.754338:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154031360:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764884.754674:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42480 going to sleep for 11 seconds 00000004:00010000:2.0:1775764884.754863:0:8424:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime: 1775764884 -> 1775764885 00000100:00100000:2.0:1775764884.754880:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154031232:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.754900:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.754914:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f91 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 189 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760a5 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.754933:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.754936:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.754940:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b4f91 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 189 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760a5 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.754952:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727c00, rc 0) 00000100:00100000:2.0:1775764884.754999:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132930944:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 10850us (11427us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.755007:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15968 00000100:00100000:0.0:1775764884.760190:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.760226:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.760278:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132931456 00000100:00100000:2.0:1775764884.760286:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132931456 00000100:00100000:2.0:1775764884.760340:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15970 00000100:00100000:2.0:1775764884.760348:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132931456:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.760367:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.760386:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4fad lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf760ac expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.760455:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4fb4 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.760469:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4fb4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.760479:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4fb4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.760492:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4fbb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.760499:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4fbb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.760505:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4fbb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.760601:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 189 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.760610:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.760617:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.760655:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.760664:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.761278:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1903 00000100:00100000:0.0:1775764884.761288:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132931328:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764884.761300:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764884.761306:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76097 expref: 35 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.761318:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76097 expref: 35 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.761336:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b4f6e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76097 expref: 35 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.761351:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.761356:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.761363:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.761399:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.761406:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.761423:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.761434:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.761457:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764884.761509:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132931328:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 224us (1320us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.761516:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1903 00010000:00010000:2.0:1775764884.761647:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.761654:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.762156:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061fb08c0 reply state 0000000089dc5089 transno 4294976779 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762170:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762177:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.762180:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764884.762182:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762189:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762195:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.762229:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764884.762236:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f98 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762242:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f98 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762248:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f98 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762253:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f98 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762259:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.762263:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f98 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762270:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f98 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762278:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.762280:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.762284:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f98 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762289:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b4f98 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.762303:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061fb08c0 reply state 0000000089dc5089 transno 4294976779 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b4f9f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x43ed4ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762310:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b4f9f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x43ed4ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762315:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x43ed4ee6 (ffff9ee39c395700) 00010000:00010000:2.0:1775764884.762317:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764884.762319:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1775764884.762354:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.762361:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.762393:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.763035:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763054:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4fb4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763060:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4fb4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763065:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4fb4 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763072:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4fb4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763077:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.763079:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4fb4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763086:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4fb4 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763096:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.763099:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.763101:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4fb4 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763106:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b4fb4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763118:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4fbb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763123:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4fbb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763128:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4fbb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763133:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.763135:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4fbb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763143:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4fbb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763149:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00dfc00) 00010000:00010000:2.0:1775764884.763151:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.763153:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4fbb lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.763158:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b4fbb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.764406:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b4fad lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760ac expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.764525:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 188 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760ac expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.764534:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.764537:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.764540:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6de00, rc 0) 00000100:00100000:2.0:1775764884.764613:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132931456:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4264us (4384us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.764644:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15970 00000100:00100000:2.0:1775764884.765703:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+406:89014:x1862022132931200:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11860us (12920us total) trans 4294976779 rc 0/0 00000100:00100000:2.0:1775764884.765712:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15969 00000100:00100000:0.0:1775764884.769125:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.775307:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.775394:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132931712 00000100:00100000:2.0:1775764884.775405:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132931712 00000100:00100000:2.0:1775764884.775583:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15972 00000100:00100000:2.0:1775764884.775593:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132931712:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.775615:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.775668:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b4fe5 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 190 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf760ba expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.775720:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 190 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 406 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.775762:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154031488:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764884.777360:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.789277:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154031488:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.789311:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.789331:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b4fe5 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 190 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760ba expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.789355:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.789359:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.789363:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b4fe5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 190 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760ba expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.789378:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c800, rc 0) 00000100:00100000:2.0:1775764884.789460:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132931712:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 13868us (14163us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.789470:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15972 00000100:00100000:2.0:1775764884.794600:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132931840 00000100:00100000:2.0:1775764884.794614:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132931840 00000100:00100000:2.0:1775764884.795148:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15973 00000100:00100000:2.0:1775764884.795160:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132931840:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.795184:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.795217:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b4fec lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 190 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf760c1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.795254:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 190 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 406 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.795295:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154031616:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764884.795387:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.799017:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154031616:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.799044:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.799063:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b4fec lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 190 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760c1 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.799083:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.799086:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.799091:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b4fec lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 190 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760c1 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.799104:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6ca00, rc 0) 00000100:00100000:2.0:1775764884.799176:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132931840:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4018us (5591us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.799186:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15973 00000100:00100000:1.0:1775764884.804384:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132932096 00000100:00100000:1.0:1775764884.804396:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132932096 00000100:00100000:1.0:1775764884.804462:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132932224 00000100:00100000:1.0:1775764884.804465:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132932224 00000100:00100000:1.0:1775764884.804489:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15974 00000100:00100000:1.0:1775764884.804498:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+407:89014:x1862022132932096:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764884.804550:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764884.804582:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b4fde lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760b3 expref: 407 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.804601:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.804606:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764884.804655:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4ff3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.804669:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4ff3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.804679:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4ff3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.804692:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ffa lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6a87eb2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.804699:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ffa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6a87eb2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.804705:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ffa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6a87eb2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.804722:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 189 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.804761:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760ac expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.804773:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.804820:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760ac expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.804843:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760ac expref: 33 pid: 6519 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.804859:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfeaa300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154031744:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764884.806251:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15975 00000100:00100000:2.0:1775764884.806273:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132932224:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.806293:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.806314:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5008 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 190 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf760c8 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.806358:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 190 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 406 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.806399:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154031872:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764884.808266:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1b900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.808503:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.812173:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154031872:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.812210:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.812230:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5008 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 190 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760c8 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.812251:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.812254:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.812259:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5008 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 190 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760c8 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.812273:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c800, rc 0) 00000100:00100000:2.0:1775764884.812340:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132932224:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6077us (8030us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.812349:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15975 00000100:00100000:0.0:1775764884.813357:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.814006:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132932352 00000100:00100000:2.0:1775764884.814016:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132932352 00010000:00010000:2.0:1775764884.814055:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760ac expref: 33 pid: 6519 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.814086:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1904 00000100:00100000:2.0:1775764884.814095:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132932352:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764884.814110:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.814118:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760ac expref: 33 pid: 6519 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.814131:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760ac expref: 33 pid: 6519 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.814149:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.814154:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.814190:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.814199:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.814219:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764884.814268:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132932352:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 174us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.814276:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1904 00010000:00010000:1.0:1775764884.819770:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b4fc2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760ac expref: 32 pid: 6519 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.819798:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfeaa300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154031744:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764884.819962:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132932480 00000100:00100000:2.0:1775764884.819978:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132932480 00010000:00010000:1.0:1775764884.820096:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820107:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820113:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764884.820704:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c8613b0 reply state 00000000531da57d transno 4294976780 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820730:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820740:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.820743:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764884.820747:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764884.820753:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4ff3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820759:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4ff3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820765:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4ff3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820771:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4ff3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820777:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.820781:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4ff3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820788:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4ff3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820796:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764884.820798:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.820801:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4ff3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820806:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b4ff3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764884.820817:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c8613b0 reply state 00000000531da57d transno 4294976780 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ffa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6a87eb2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820824:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ffa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a87eb2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.820830:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6a87eb2f (ffff9ee3858c9600) 00010000:00010000:1.0:1775764884.820832:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764884.820834:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764884.820935:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+408:89014:x1862022132932096:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16436us (16674us total) trans 4294976780 rc 0/0 00000100:00100000:1.0:1775764884.820944:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15974 00000100:00100000:1.0:1775764884.820987:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15976 00000100:00100000:1.0:1775764884.820998:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132932480:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764884.821016:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764884.821031:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b500f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf760cf expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821088:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5016 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821099:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5016 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821107:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5016 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821120:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b501d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821127:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b501d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821132:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b501d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821191:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5024 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 189 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821199:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5024 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821206:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5024 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764884.821234:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764884.821250:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5024 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821261:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5016 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821267:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5016 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821273:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5016 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821278:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5016 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821282:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.821285:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5016 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821290:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5016 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821298:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764884.821300:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.821302:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5016 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821308:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5016 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821317:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b501d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821323:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b501d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821328:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b501d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821333:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.821336:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b501d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821341:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b501d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821346:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee3858c9800) 00010000:00010000:1.0:1775764884.821348:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.821351:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b501d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821355:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b501d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821381:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b500f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760cf expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821393:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5024 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 189 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760cf expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.821400:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.821402:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764884.821405:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8ae00, rc 0) 00000100:00100000:1.0:1775764884.821443:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132932480:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 449us (1659us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.821450:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15976 00000100:00100000:0.0:1775764884.828667:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.828782:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764884.828832:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132932608 00000100:00100000:1.0:1775764884.828843:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132932608 00000100:00100000:1.0:1775764884.828905:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132932736 00000100:00100000:1.0:1775764884.828909:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132932736 00000100:00100000:1.0:1775764884.828933:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15977 00000100:00100000:1.0:1775764884.828942:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132932608:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:0.0:1775764884.828958:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15978 00010000:00010000:1.0:1775764884.828976:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764884.828997:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b502b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 190 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf760d6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.829033:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 190 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 408 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.829076:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfeaa300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154032000:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764884.829159:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764884.829403:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+408:89014:x1862022132932736:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764884.829417:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764884.829426:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5032 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf760dd expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829492:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5039 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829505:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5039 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829517:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5039 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829534:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5040 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829541:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5040 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829547:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5040 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829640:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5047 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 191 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829650:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5047 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829658:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5047 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764884.829700:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764884.829719:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5047 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829732:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5039 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829738:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5039 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829744:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5039 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829751:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5039 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829757:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.829761:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5039 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829769:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5039 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829779:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.829782:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.829786:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5039 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.829792:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5039 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.830335:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5040 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.830345:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5040 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.830351:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5040 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.830356:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcde00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.830359:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5040 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.830366:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5040 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.830375:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee492ba1800) 00010000:00010000:0.0:1775764884.830378:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.830381:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5040 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.830387:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5040 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.830422:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5032 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760dd expref: 410 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.830434:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5047 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760dd expref: 409 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.830442:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.830444:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764884.830447:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdccc00, rc 0) 00000100:00100000:0.0:1775764884.830507:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+409:89014:x1862022132932736:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1541us (1726us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.830514:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15978 00000100:00100000:0.0:1775764884.834210:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.834328:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132932992 00000100:00100000:2.0:1775764884.834336:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132932992 00000100:00100000:1.0:1775764884.834344:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfeaa300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154032000:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764884.834369:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764884.834390:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b502b lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 191 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760d6 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.834402:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15979 00010000:00010000:1.0:1775764884.834416:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.834420:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:2.0:1775764884.834425:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+409:89014:x1862022132932992:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764884.834428:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b502b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 191 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760d6 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.834446:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8aa00, rc 0) 00010000:00010000:2.0:1775764884.834478:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.834496:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5047 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760dd expref: 409 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.834510:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.834513:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764884.834520:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132932608:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5578us (5901us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764884.834528:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15977 00010000:00010000:2.0:1775764884.834535:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b504e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.834550:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b504e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.834560:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b504e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.834574:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5055 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf690d15e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.834581:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5055 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf690d15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.834588:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5055 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf690d15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.834606:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 190 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.834676:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5024 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760cf expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.834690:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.834725:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5024 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760cf expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.834738:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5024 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760cf expref: 32 pid: 27904 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.834752:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626e680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154032128:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764884.834818:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764884.842362:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132933248 00000100:00100000:1.0:1775764884.842374:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132933248 00000100:00100000:2.0:1775764884.842427:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626e680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154032128:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764884.842437:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15980 00000100:00100000:1.0:1775764884.842447:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132933248:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.842455:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.842481:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764884.842500:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b5063 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf760e4 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.842561:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b506a lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.842576:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b506a lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.842587:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b506a lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.842602:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5071 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.842607:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5071 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.842613:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5071 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.842752:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 191 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.842764:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.842770:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.842786:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.842796:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.842870:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132933120 00000100:00100000:0.0:1775764884.842875:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132933120 00010000:00010000:0.0:1775764884.842898:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5024 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760cf expref: 35 pid: 27904 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.842933:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1905 00000100:00100000:0.0:1775764884.842941:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132933120:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764884.842950:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764884.842956:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5024 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760cf expref: 35 pid: 27904 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.842982:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5024 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760cf expref: 35 pid: 27904 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.842998:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5024 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760cf expref: 35 pid: 27904 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.843013:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.843018:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.843025:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.843059:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.843065:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.843071:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.843077:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.843090:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764884.843142:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132933120:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 202us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.843151:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1905 00010000:00010000:2.0:1775764884.843218:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.843226:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.843750:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e613a902 reply state 00000000ca10f16f transno 4294976781 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.843765:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.843772:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.843775:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764884.843778:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.843784:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.843790:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.843817:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764884.843824:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b504e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.843831:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b504e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.844141:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.844151:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764884.844188:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764884.844207:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.844219:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b506a lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.844245:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b504e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.844255:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b504e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.844908:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b506a lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.844917:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b506a lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.844924:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b506a lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.844930:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.844934:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b506a lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.844942:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b506a lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.845481:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764884.845486:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.845492:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b506a lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.845498:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b506a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.845515:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5071 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.845520:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5071 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.845526:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5071 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.845532:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.845535:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5071 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.845541:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5071 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.845550:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee3858c9800) 00010000:00010000:1.0:1775764884.845552:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.845555:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5071 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.845561:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5071 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.845607:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b5063 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760e4 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.845638:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 190 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760e4 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.845652:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.845654:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764884.845657:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8b600, rc 0) 00000100:00100000:1.0:1775764884.845741:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132933248:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3295us (3602us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.845750:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15980 00000100:00100000:0.0:1775764884.851011:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764884.851035:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1862022154032256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764884.851102:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.851149:0:12476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154032256 00000100:00100000:0.0:1775764884.851158:0:12476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154032256 00000100:00100000:0.0:1775764884.851214:0:12476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:0.0:1775764884.851223:0:12476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4c1275050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1862022154032256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764884.851252:0:12476:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 24490560 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1775764884.851294:0:12476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4c1275050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1862022154032256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.851301:0:12476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00080000:0.0:1775764884.851528:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764884.851561:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1862022154032256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764884.853077:0:3662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfeaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1862022154032384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1775764884.853139:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.853297:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154032384 00000100:00100000:0.0:1775764884.853304:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154032384 00000100:00100000:0.0:1775764884.853361:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:0.0:1775764884.853368:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1862022154032384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1775764884.853387:0:8403:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 24490560 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1775764884.853423:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1862022154032384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.853430:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00000100:00100000:0.0:1775764884.853532:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:64c03aa5-8984-4260-a7a9-187ed3aa4b26:3663:1862022154032512:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.853560:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.853582:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3840c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154033024:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.853602:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.853616:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154033536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.853658:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.853676:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775764884.853681:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1862022154032896:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.853712:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.853726:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384843800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1862022154033408:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.853742:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.853764:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154033024 00000100:00100000:0.0:1775764884.853767:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154033024 00000100:00100000:0.0:1775764884.853790:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103 00000100:00100000:0.0:1775764884.853795:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1862022154033024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.853826:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1862022154033024:12345-0@lo:400:kworker.0 Request processed in 31us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.853832:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103 00000100:00100000:0.0:1775764884.853846:0:25779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154033536 00000100:00100000:0.0:1775764884.853849:0:25779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154033536 00000100:00100000:0.0:1775764884.853870:0:25779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154033408 00000100:00100000:0.0:1775764884.853873:0:25779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154033408 00000100:00100000:0.0:1775764884.853892:0:25779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:0.0:1775764884.853897:0:25779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3663:x1862022154033536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.853924:0:25779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3663:x1862022154033536:12345-0@lo:400:kworker.0 Request processed in 27us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.853930:0:25779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 00000100:00100000:0.0:1775764884.853941:0:25779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:0.0:1775764884.853946:0:25779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3663:x1862022154033408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.853982:0:25779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3663:x1862022154033408:12345-0@lo:400:kworker.0 Request processed in 36us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.853987:0:25779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00100000:0.0:1775764884.854035:0:3662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfeaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1862022154032384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1775764884.854056:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1862022154032640:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854079:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.854094:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3840c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1862022154033152:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854112:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.854125:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38597ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1862022154033664:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854143:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.854156:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1775764884.854161:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1862022154032768:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854179:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.854191:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1862022154033280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854206:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.854216:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1862022154033792:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854234:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764884.854251:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154032768 00000100:00100000:0.0:1775764884.854254:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154032768 00000100:00100000:0.0:1775764884.854274:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:0.0:1775764884.854279:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1862022154032768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854321:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1862022154032768:12345-0@lo:400:kworker.0 Request processed in 41us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.854326:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00100000:0.0:1775764884.854350:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384843800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1862022154033408:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854358:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3840c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154033024:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854365:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154033536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854386:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1862022154032768:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854406:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154032896 00000100:00100000:0.0:1775764884.854409:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154032896 00000100:00100000:0.0:1775764884.854423:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154032640 00000100:00100000:0.0:1775764884.854425:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154032640 00000100:00100000:0.0:1775764884.854432:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154033152 00000100:00100000:0.0:1775764884.854434:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154033152 00000100:00100000:0.0:1775764884.854444:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154033664 00000100:00100000:0.0:1775764884.854446:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154033664 00000100:00100000:0.0:1775764884.854454:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154033280 00000100:00100000:0.0:1775764884.854455:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154033280 00000100:00100000:0.0:1775764884.854464:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154033792 00000100:00100000:0.0:1775764884.854466:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154033792 00000100:00100000:0.0:1775764884.854476:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151 00000100:00100000:0.0:1775764884.854481:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1862022154032896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854508:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1862022154032896:12345-0@lo:400:kworker.0 Request processed in 27us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.854513:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151 00000100:00100000:0.0:1775764884.854531:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1862022154032896:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854545:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152 00000100:00100000:0.0:1775764884.854550:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1862022154032640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854574:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1862022154032640:12345-0@lo:400:kworker.0 Request processed in 25us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.854579:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152 00000100:00100000:0.0:1775764884.854595:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1862022154032640:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854609:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153 00000100:00100000:0.0:1775764884.854613:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1862022154033152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854659:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1862022154033152:12345-0@lo:400:kworker.0 Request processed in 45us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.854664:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153 00000100:00100000:0.0:1775764884.854681:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3840c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1862022154033152:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854694:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:0.0:1775764884.854699:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1862022154033664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854722:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1862022154033664:12345-0@lo:400:kworker.0 Request processed in 24us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.854728:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00000100:00100000:0.0:1775764884.854743:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38597ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1862022154033664:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854755:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:0.0:1775764884.854761:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1862022154033280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854785:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1862022154033280:12345-0@lo:400:kworker.0 Request processed in 25us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.854790:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00000100:00100000:0.0:1775764884.854805:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1862022154033280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854818:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156 00000100:00100000:0.0:1775764884.854823:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a70b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1862022154033792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.854845:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1862022154033792:12345-0@lo:400:kworker.0 Request processed in 23us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.854850:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156 00000100:00100000:0.0:1775764884.854866:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1862022154033792:0@lo:400:kworker.0 00000100:00080000:1.0:1775764884.856556:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1775764884.856567:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764884.856571:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764884.856574:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764884.857004:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154032512 00000100:00100000:1.0:1775764884.857014:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154032512 00000100:00100000:1.0:1775764884.857064:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:1.0:1775764884.857073:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4c204fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:64c03aa5-8984-4260-a7a9-187ed3aa4b26+23:3663:x1862022154032512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764884.857161:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4c204fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:64c03aa5-8984-4260-a7a9-187ed3aa4b26+23:3663:x1862022154032512:12345-0@lo:400:kworker.0 Request processed in 90us (3600us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.857167:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:0.0:1775764884.857918:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:64c03aa5-8984-4260-a7a9-187ed3aa4b26:3663:1862022154032512:0@lo:400:kworker.0 00000100:00100000:0.0:1775764884.858338:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764884.858411:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132933376 00000100:00100000:1.0:1775764884.858419:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132933376 00000100:00100000:1.0:1775764884.858476:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15981 00000100:00100000:1.0:1775764884.858484:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a70b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132933376:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764884.858501:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764884.858524:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b507f lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 191 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf760eb expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.858563:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 191 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 409 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.858604:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfeaa680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154033920:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764884.858988:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1bd80 going to sleep for 11 seconds 00010000:00010000:2.0:1775764884.860776:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.860787:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b504e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.860801:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b504e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.860820:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.860823:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.860828:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b504e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.860847:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b504e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764884.860868:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e613a902 reply state 00000000ca10f16f transno 4294976781 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5055 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf690d15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.860881:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5055 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf690d15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.860887:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf690d15e (ffff9ee4c00dfc00) 00010000:00010000:2.0:1775764884.860890:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764884.860893:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764884.861494:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+410:89014:x1862022132932992:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 27076us (27286us total) trans 4294976781 rc 0/0 00000100:00100000:0.0:1775764884.861506:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15979 00000100:00100000:2.0:1775764884.862477:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfeaa680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154033920:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.862501:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.862517:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b507f lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 191 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760eb expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.862536:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.862539:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.862543:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b507f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 191 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760eb expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.862556:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8b200, rc 0) 00000100:00100000:2.0:1775764884.862614:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132933376:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4130us (4277us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.862649:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15981 00000100:00100000:1.0:1775764884.868072:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.893548:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.893699:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764884.896782:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132933632 00000100:00100000:1.0:1775764884.896796:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132933632 00000100:00100000:1.0:1775764884.896904:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132933888 00000100:00100000:1.0:1775764884.896909:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132933888 00000100:00100000:2.0:1775764884.897180:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15983 00000100:00100000:2.0:1775764884.897204:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a70bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132933632:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764884.897230:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.897254:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b50a2 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 192 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf760f9 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.897293:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 192 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 411 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.897341:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626e680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154034048:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764884.897716:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce900 going to sleep for 11 seconds 00010000:00010000:3.0:1775764884.898501:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760e4 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.898514:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.898542:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760e4 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.898555:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760e4 expref: 34 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764884.898568:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386198700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154034176:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764884.898612:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffa80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.906646:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626e680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154034048:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764884.906729:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764884.906750:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b50a2 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 192 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760f9 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.906771:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.906774:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764884.906779:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b50a2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 192 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760f9 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.906793:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c800, rc 0) 00000100:00100000:2.0:1775764884.907205:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132933632:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 10004us (13655us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764884.907216:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15983 00000100:00100000:3.0:1775764884.909539:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386198700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154034176:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764884.909567:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.912960:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764884.913077:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132934016 00000100:00100000:3.0:1775764884.913088:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132934016 00010000:00010000:3.0:1775764884.913126:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760e4 expref: 33 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764884.913169:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1906 00000100:00100000:3.0:1775764884.913177:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a70bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132934016:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764884.913192:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764884.913199:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760e4 expref: 33 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.913218:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760e4 expref: 33 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.913240:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5078 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf760e4 expref: 33 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.913255:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764884.913260:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.913300:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.913309:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.913351:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764884.913409:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132934016:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 233us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764884.913416:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1906 00010000:00010000:1.0:1775764884.913535:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.913545:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.915443:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006d4d3da8 reply state 00000000bc58898e transno 4294976782 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.915468:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.915477:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.915480:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764884.915483:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764884.915491:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b50a9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.915498:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b50a9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.915504:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b50a9 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.915510:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b50a9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.915516:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.915521:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b50a9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.915529:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b50a9 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.915539:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.915541:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.915544:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b50a9 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.915550:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b50a9 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.915563:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006d4d3da8 reply state 00000000bc58898e transno 4294976782 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b50b0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xda943e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.915571:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b50b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda943e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.915576:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xda943e7c (ffff9ee4969fc600) 00010000:00010000:0.0:1775764884.915578:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764884.915580:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764884.915695:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+412:89014:x1862022132933888:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 17431us (21992us total) trans 4294976782 rc 0/0 00000100:00100000:0.0:1775764884.915704:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15984 00000100:00100000:0.0:1775764884.920026:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764884.920309:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132934144 00000100:00100000:1.0:1775764884.920320:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132934144 00000100:00100000:1.0:1775764884.920390:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15985 00000100:00100000:1.0:1775764884.920402:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132934144:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764884.920434:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764884.920454:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50be lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76100 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920523:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b50c5 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920537:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b50c5 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920553:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b50c5 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920567:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b50cc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920573:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b50cc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920579:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b50cc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920867:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b50d3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 191 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920878:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b50d3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920885:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b50d3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764884.920921:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764884.920941:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b50d3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920955:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b50c5 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920961:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b50c5 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920980:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b50c5 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920986:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b50c5 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.920992:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.920996:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b50c5 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921003:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b50c5 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921015:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764884.921017:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.921022:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b50c5 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921028:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b50c5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921042:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b50cc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921048:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b50cc lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921053:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b50cc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921058:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8be00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.921060:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b50cc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921070:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b50cc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921076:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee3858c9800) 00010000:00010000:1.0:1775764884.921079:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.921081:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b50cc lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921087:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b50cc lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921118:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50be lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76100 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921132:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b50d3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 191 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76100 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.921138:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.921140:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764884.921142:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8aa00, rc 0) 00000100:00100000:1.0:1775764884.921207:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132934144:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 807us (1191us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.921214:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15985 00000100:00100000:1.0:1775764884.925271:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764884.925315:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.925499:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132934272 00000100:00100000:3.0:1775764884.925499:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132934400 00000100:00100000:3.0:1775764884.925510:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132934400 00000100:00100000:2.0:1775764884.925511:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132934272 00000100:00100000:3.0:1775764884.925575:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15986 00000100:00100000:2.0:1775764884.925588:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15987 00000100:00100000:3.0:1775764884.925588:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132934400:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:2.0:1775764884.925602:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+412:89014:x1862022132934272:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764884.925619:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764884.925620:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764884.925663:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b50da lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 192 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7610e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.925682:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b50e1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76107 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.925716:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 192 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 413 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.925745:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b50e8 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764884.925760:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386198700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154034304:192.168.202.48@tcp:106: 00010000:00010000:2.0:1775764884.925761:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b50e8 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.925776:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b50e8 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.925793:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b50ef lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.925799:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b50ef lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.925805:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b50ef lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.925900:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b50f6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 193 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.925909:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b50f6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.925917:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b50f6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764884.925924:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffa80 going to sleep for 11 seconds 00000004:00200000:2.0:1775764884.925954:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764884.925991:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b50f6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926006:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b50e8 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926012:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b50e8 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926017:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b50e8 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926024:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b50e8 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926030:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.926033:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b50e8 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926041:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b50e8 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926053:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764884.926056:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.926061:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b50e8 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926067:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b50e8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926079:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b50ef lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926085:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b50ef lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926091:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b50ef lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926096:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764884.926098:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b50ef lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926105:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b50ef lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926113:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00dfb00) 00010000:00010000:2.0:1775764884.926116:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764884.926119:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b50ef lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926124:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b50ef lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926154:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b50e1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76107 expref: 414 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926165:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b50f6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76107 expref: 413 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.926172:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.926174:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.926176:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c000, rc 0) 00000100:00100000:2.0:1775764884.926214:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+413:89014:x1862022132934272:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 616us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.926224:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15987 00000100:00100000:0.0:1775764884.933936:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764884.934116:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132934656 00000100:00100000:1.0:1775764884.934128:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132934656 00000100:00100000:1.0:1775764884.934196:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15988 00000100:00100000:1.0:1775764884.934207:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+413:89014:x1862022132934656:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764884.934269:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764884.934366:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b50f6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 194 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76107 expref: 413 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764884.934386:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386198700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154034304:192.168.202.48@tcp:106: 00010000:00010000:1.0:1775764884.934388:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.934397:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1775764884.934417:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764884.934435:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b50da lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 192 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7610e expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.934452:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764884.934454:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764884.934471:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b50da lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 192 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7610e expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.934483:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696200, rc 0) 00000100:00100000:3.0:1775764884.934601:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132934400:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 9017us (9284us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764884.934610:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15986 00010000:00010000:1.0:1775764884.934873:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50fd lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.934889:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50fd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.934900:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50fd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.934917:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b5104 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa2c0e75b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.934924:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b5104 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa2c0e75b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.934930:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b5104 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa2c0e75b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.934951:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 192 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.935005:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b50d3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76100 expref: 32 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.935020:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.935058:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b50d3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76100 expref: 32 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.935071:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b50d3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76100 expref: 32 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.935086:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a7971880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154034432:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764884.935140:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1b900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764884.941862:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764884.942891:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132934784 00000100:00100000:3.0:1775764884.942906:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132934784 00000100:00100000:1.0:1775764884.943290:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a7971880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154034432:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764884.943321:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764884.943388:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15989 00000100:00100000:3.0:1775764884.943398:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132934784:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764884.943420:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764884.943439:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5112 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 193 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76115 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.943476:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 193 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 412 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764884.943521:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386198700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154034560:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764884.943611:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffa80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764884.950152:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386198700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154034560:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764884.950178:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764884.950198:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5112 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 193 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76115 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.950217:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764884.950220:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764884.950225:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5112 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 193 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76115 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.950242:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3912a1e00, rc 0) 00000100:00100000:3.0:1775764884.950309:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132934784:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6911us (8456us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764884.950319:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15989 00000100:00100000:0.0:1775764884.954418:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764884.954467:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764884.954536:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132935040 00000100:00100000:2.0:1775764884.954547:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132935040 00000100:00100000:1.0:1775764884.954565:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132934912 00000100:00100000:1.0:1775764884.954571:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132934912 00010000:00010000:2.0:1775764884.954592:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b50d3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76100 expref: 34 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.954656:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15990 00000100:00100000:2.0:1775764884.954666:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1907 00000100:00100000:1.0:1775764884.954670:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132934912:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:2.0:1775764884.954679:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132935040:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764884.954697:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764884.954704:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.954704:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b50d3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76100 expref: 34 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.954721:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b50d3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76100 expref: 34 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.954723:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5119 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7611c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.954751:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b50d3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76100 expref: 35 pid: 10039 timeout: 2357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.954768:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.954772:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.954816:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.954818:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5120 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.954830:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.954850:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5120 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.954861:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5120 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.954866:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764884.954879:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5127 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.954887:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5127 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.954894:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5127 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.954917:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132935040:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 241us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.954925:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1907 00010000:00010000:1.0:1775764884.954994:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 192 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955004:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955012:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955028:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955039:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955066:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955073:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764884.955558:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000891eb0f reply state 000000001aa52465 transno 4294976783 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955570:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955577:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.955579:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764884.955582:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955588:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955593:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.955645:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764884.955652:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50fd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955659:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50fd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955665:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50fd lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955672:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50fd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955678:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.955682:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50fd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955689:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50fd lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955698:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764884.955701:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.955704:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50fd lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955710:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b50fd lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764884.955721:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000891eb0f reply state 000000001aa52465 transno 4294976783 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b5104 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa2c0e75b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955729:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b5104 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa2c0e75b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.955735:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa2c0e75b (ffff9ee3858c9800) 00010000:00010000:1.0:1775764884.955737:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764884.955739:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764884.955790:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+414:89014:x1862022132934656:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 21584us (21864us total) trans 4294976783 rc 0/0 00000100:00100000:1.0:1775764884.955798:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15988 00010000:00010000:3.0:1775764884.959804:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.959821:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764884.959879:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764884.959906:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.959924:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5120 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.959931:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5120 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.959936:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5120 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.959943:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5120 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.959948:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764884.959954:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5120 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.959975:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5120 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.959991:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764884.959995:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764884.960000:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5120 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.960005:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5120 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.960022:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5127 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.960027:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5127 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.960033:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5127 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.960037:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764884.960039:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5127 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.960044:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5127 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.960051:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee48b70d400) 00010000:00010000:3.0:1775764884.960053:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764884.960056:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5127 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.960061:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5127 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.960107:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5119 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7611c expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.960120:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 192 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7611c expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.960128:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764884.960130:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764884.960133:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a600, rc 0) 00000100:00100000:3.0:1775764884.960216:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132934912:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5550us (5807us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764884.960228:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15990 00000100:00100000:2.0:1775764884.962726:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764884.962978:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132935168 00000100:00100000:3.0:1775764884.962990:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132935168 00000100:00100000:3.0:1775764884.963051:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15991 00000100:00100000:3.0:1775764884.963062:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+414:89014:x1862022132935168:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:3.0:1775764884.963086:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764884.963105:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5135 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76123 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963173:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b513c lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963189:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b513c lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963202:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b513c lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963216:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b5143 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963223:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b5143 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963229:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b5143 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963310:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b514a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 193 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963324:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b514a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963331:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b514a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764884.963367:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764884.963389:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b514a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963402:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b513c lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963423:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b513c lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963428:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b513c lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963435:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b513c lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963440:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764884.963444:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b513c lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963450:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b513c lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963462:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764884.963465:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764884.963471:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b513c lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963558:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b513c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963573:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b5143 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963578:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b5143 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963584:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b5143 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963588:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764884.963591:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b5143 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963596:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b5143 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963604:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4969fc200) 00010000:00010000:3.0:1775764884.963606:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764884.963609:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b5143 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963614:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b5143 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.963739:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:3.0:1775764884.963774:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5135 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76123 expref: 416 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963794:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b514a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76123 expref: 415 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.963802:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764884.963804:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764884.963806:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3912a0800, rc 0) 00000100:00100000:1.0:1775764884.963839:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132935296 00000100:00100000:1.0:1775764884.963845:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132935296 00000100:00100000:3.0:1775764884.963868:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+415:89014:x1862022132935168:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 808us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764884.963877:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15991 00000100:00100000:1.0:1775764884.963884:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15992 00000100:00100000:1.0:1775764884.963893:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132935296:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764884.963903:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764884.963913:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5151 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 194 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7612a expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.963945:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 194 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 414 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.964002:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a7971880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154034688:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764884.964069:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764884.981863:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764884.981983:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132935552 00000100:00100000:3.0:1775764884.981993:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132935552 00000100:00100000:3.0:1775764884.982057:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15993 00000100:00100000:3.0:1775764884.982070:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+415:89014:x1862022132935552:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764884.982126:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764884.982155:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b514a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76123 expref: 415 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.982175:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764884.982181:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764884.982205:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b5158 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.982218:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b5158 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.982228:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b5158 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.982243:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b515f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xeb454c74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.982249:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b515f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xeb454c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.982255:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b515f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xeb454c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.982275:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 194 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.982314:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 194 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7611c expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.982822:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.982861:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 194 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7611c expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764884.982875:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 194 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7611c expref: 34 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764884.982890:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386198700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154034816:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764884.982983:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffa80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764884.989009:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764884.989193:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a7971880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154034688:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764884.989217:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764884.989235:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5151 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 194 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7612a expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.989255:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.989258:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764884.989264:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5151 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 194 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7612a expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.989279:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a200, rc 0) 00000100:00100000:1.0:1775764884.989343:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132935296:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 25451us (25605us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764884.989353:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15992 00000100:00100000:0.0:1775764884.989603:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386198700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154034816:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764884.989660:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.989994:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132935680 00000100:00100000:2.0:1775764884.990002:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132935680 00010000:00010000:2.0:1775764884.990038:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7611c expref: 33 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.990066:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1908 00000100:00100000:2.0:1775764884.990075:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132935680:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764884.990087:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.990093:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 194 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7611c expref: 33 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.990104:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 194 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7611c expref: 33 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.990120:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b512e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 194 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7611c expref: 33 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.990132:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764884.990136:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.990174:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.990183:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.990213:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764884.990257:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132935680:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 183us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.990265:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1908 00000100:00100000:3.0:1775764884.993889:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764884.995187:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132935808 00000100:00100000:1.0:1775764884.995200:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132935808 00000100:00100000:1.0:1775764884.995262:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15994 00000100:00100000:1.0:1775764884.995274:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132935808:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764884.995294:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764884.995315:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b516d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76131 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.995379:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5174 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.995394:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5174 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.995419:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5174 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.995435:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b517b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.995441:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b517b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.995447:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b517b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.995528:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 193 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.995539:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.995546:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.995568:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.995578:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.995749:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.995757:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.996224:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000038f8853 reply state 00000000c1db1c47 transno 4294976784 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996238:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996246:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764884.996249:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764884.996251:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996258:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996264:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.996287:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764884.996294:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b5158 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996301:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b5158 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996308:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b5158 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996314:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b5158 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996319:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764884.996323:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b5158 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996330:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b5158 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996341:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764884.996344:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.996348:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b5158 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996353:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b5158 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764884.996364:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000038f8853 reply state 00000000c1db1c47 transno 4294976784 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b515f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xeb454c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996372:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b515f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb454c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.996378:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xeb454c74 (ffff9ee4969fc200) 00010000:00010000:0.0:1775764884.996380:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764884.996382:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764884.996481:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+416:89014:x1862022132935552:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14411us (14623us total) trans 4294976784 rc 0/0 00000100:00100000:0.0:1775764884.996492:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15993 00010000:00010000:1.0:1775764884.996747:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996756:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764884.996789:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764884.996806:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996819:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5174 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996825:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5174 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996830:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5174 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996836:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5174 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996841:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.996844:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5174 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996854:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5174 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996862:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764884.996864:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.996867:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5174 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996872:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5174 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996883:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b517b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996889:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b517b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996894:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b517b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996899:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764884.996901:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b517b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996907:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b517b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996914:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee48b70d400) 00010000:00010000:1.0:1775764884.996917:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.996920:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b517b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996928:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b517b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996961:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b516d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76131 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996987:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 193 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76131 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.996994:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764884.996996:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764884.996999:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a800, rc 0) 00000100:00100000:1.0:1775764884.997035:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132935808:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1765us (3158us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.997042:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15994 00000100:00100000:3.0:1775764885.000469:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.000538:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132935936 00000100:00100000:0.0:1775764885.000548:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132935936 00000100:00100000:0.0:1775764885.000654:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15995 00000100:00100000:0.0:1775764885.000667:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132935936:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.000689:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.000710:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5189 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 194 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76138 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.000747:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 194 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 415 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.000786:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154034944:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764885.000866:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.003423:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.005509:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132936064 00000100:00100000:1.0:1775764885.005524:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132936064 00000100:00100000:1.0:1775764885.005594:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15996 00000100:00100000:1.0:1775764885.005606:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+416:89014:x1862022132936064:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764885.005657:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.005678:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5190 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7613f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.005745:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5197 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.005759:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5197 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.005772:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5197 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.005785:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b519e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.005791:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b519e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.005797:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b519e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.005882:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b51a5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 195 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.005893:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b51a5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.005900:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b51a5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.005943:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.005982:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b51a5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.005996:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5197 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006002:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5197 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006007:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5197 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006014:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5197 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006019:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.006023:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5197 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006029:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5197 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006041:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.006044:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.006048:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5197 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006054:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5197 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006066:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b519e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006071:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b519e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006077:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b519e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006080:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.006082:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b519e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006090:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b519e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006096:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee48b70d400) 00010000:00010000:1.0:1775764885.006098:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.006100:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b519e lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006104:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b519e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006129:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5190 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7613f expref: 418 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006140:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b51a5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7613f expref: 417 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.006146:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.006148:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.006150:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a200, rc 0) 00000100:00100000:1.0:1775764885.006212:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+417:89014:x1862022132936064:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 609us (2798us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.006219:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15996 00000100:00100000:0.0:1775764885.009065:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154034944:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764885.009092:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764885.009112:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5189 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 195 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76138 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.009135:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.009138:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764885.009144:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5189 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 195 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76138 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.009160:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcde00, rc 0) 00000100:00100000:0.0:1775764885.009243:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132935936:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8579us (8783us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764885.009252:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15995 00000100:00100000:3.0:1775764885.019712:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.019814:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132936192 00000100:00100000:0.0:1775764885.019825:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132936192 00000100:00100000:0.0:1775764885.019891:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15997 00000100:00100000:0.0:1775764885.019902:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132936192:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.019924:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.019947:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b51ac lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 195 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76146 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.020002:0:6518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 195 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 416 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.020047:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154035072:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764885.020136:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.037909:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.038286:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132936448 00000100:00100000:1.0:1775764885.038297:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132936448 00000100:00100000:1.0:1775764885.038533:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15998 00000100:00100000:1.0:1775764885.038545:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+417:89014:x1862022132936448:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764885.038608:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.038685:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b51a5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 196 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7613f expref: 417 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.038707:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.038713:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764885.038740:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b51b3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.038755:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b51b3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.038766:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b51b3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.038781:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b51ba lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1f87212b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.038789:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b51ba lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1f87212b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.038796:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b51ba lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1f87212b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.038814:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 195 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.038861:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76131 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.038871:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.038909:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76131 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.038925:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76131 expref: 34 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.038941:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a7971880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154035200:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764885.039040:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1b900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.043727:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154035072:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764885.043757:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764885.043776:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b51ac lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 195 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76146 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.043799:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.043802:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764885.043820:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b51ac lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 195 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76146 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.043837:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcde00, rc 0) 00000100:00100000:2.0:1775764885.043907:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132936192:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 24006us (24212us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764885.043919:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15997 00000100:00100000:1.0:1775764885.044055:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.044427:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a7971880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154035200:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764885.044446:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.044577:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132936576 00000100:00100000:3.0:1775764885.044584:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132936576 00010000:00010000:3.0:1775764885.044655:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 194 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76131 expref: 33 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.044792:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1909 00000100:00100000:3.0:1775764885.044802:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6676680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132936576:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764885.044816:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.044822:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76131 expref: 33 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.044835:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76131 expref: 33 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.044853:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5182 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76131 expref: 33 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.044869:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.044873:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.044914:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.044922:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.044956:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764885.045001:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6676680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132936576:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 200us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.045010:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1909 00010000:00010000:0.0:1775764885.045110:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.045118:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764885.045715:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039beffc6 reply state 00000000c46651a3 transno 4294976785 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.045734:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.045741:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.045744:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764885.045747:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764885.045753:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b51b3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.045760:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b51b3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.045766:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b51b3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.045773:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b51b3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.045778:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ae00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.045783:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b51b3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.045790:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b51b3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.045798:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.045800:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.045804:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b51b3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.045809:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b51b3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764885.045820:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039beffc6 reply state 00000000c46651a3 transno 4294976785 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b51ba lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1f87212b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.045828:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b51ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1f87212b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.045834:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1f87212b (ffff9ee48b70d400) 00010000:00010000:0.0:1775764885.045836:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764885.045838:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764885.045898:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+418:89014:x1862022132936448:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7354us (7999us total) trans 4294976785 rc 0/0 00000100:00100000:0.0:1775764885.045906:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15998 00000100:00100000:1.0:1775764885.048826:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.048908:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132936704 00000100:00100000:3.0:1775764885.048918:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132936704 00000100:00100000:3.0:1775764885.048981:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 15999 00000100:00100000:3.0:1775764885.048991:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6674380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+418:89014:x1862022132936704:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:3.0:1775764885.049015:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.049036:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b51c8 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7614d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049105:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b51cf lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049119:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b51cf lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049129:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b51cf lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049142:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b51d6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049148:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b51d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049155:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b51d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049240:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991200/0x2bbd42d658b51dd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 194 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049249:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991200/0x2bbd42d658b51dd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049255:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991200/0x2bbd42d658b51dd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764885.049291:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764885.049308:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991200/0x2bbd42d658b51dd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049321:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b51cf lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049327:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b51cf lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049332:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b51cf lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049338:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b51cf lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049344:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.049347:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b51cf lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049353:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b51cf lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049366:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.049368:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.049373:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b51cf lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049379:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b51cf lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049390:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b51d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049396:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b51d6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049400:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b51d6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049405:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.049422:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b51d6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049427:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b51d6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049434:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4969fce00) 00010000:00010000:3.0:1775764885.049437:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.049439:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b51d6 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049444:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b51d6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049476:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b51c8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7614d expref: 420 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049489:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991200/0x2bbd42d658b51dd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 194 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7614d expref: 419 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.049495:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.049497:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764885.049500:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39e991200, rc 0) 00000100:00100000:3.0:1775764885.049561:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6674380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+419:89014:x1862022132936704:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 571us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.049569:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 15999 00000100:00100000:1.0:1775764885.052680:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.052904:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132936960 00000100:00100000:3.0:1775764885.052915:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132936960 00000100:00100000:3.0:1775764885.052972:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16000 00000100:00100000:3.0:1775764885.052983:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+419:89014:x1862022132936960:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.053042:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.053069:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991200/0x2bbd42d658b51dd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7614d expref: 419 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.053087:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.053093:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.053118:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b51e4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.053131:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b51e4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.053141:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b51e4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.053156:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b51eb lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x47f72c2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.053163:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b51eb lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x47f72c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.053169:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b51eb lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x47f72c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.053187:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b51f2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 194 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.053221:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b51f2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.053228:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b51f2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.056378:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a57b4368 reply state 00000000047a265a transno 4294976786 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b51f2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.056406:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b51f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.056419:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.056421:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764885.056426:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764885.056433:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b51e4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.056440:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b51e4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.056446:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b51e4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.056452:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b51e4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.056457:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee7400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.056462:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b51e4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.056469:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b51e4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.056478:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.056480:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.056484:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b51e4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.056490:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b51e4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.056501:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a57b4368 reply state 00000000047a265a transno 4294976786 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b51eb lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x47f72c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.056510:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b51eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x47f72c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.056515:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47f72c2c (ffff9ee4969fc100) 00010000:00010000:2.0:1775764885.056518:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764885.056519:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764885.060220:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+420:89014:x1862022132936960:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7225us (7535us total) trans 4294976786 rc 0/0 00000100:00100000:2.0:1775764885.060234:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16000 00000100:00100000:3.0:1775764885.064598:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.064822:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132937088 00000100:00100000:2.0:1775764885.064831:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132937088 00000100:00100000:2.0:1775764885.064890:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16001 00000100:00100000:2.0:1775764885.064901:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132937088:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764885.064923:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.064957:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b51f9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76154 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065036:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5200 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065052:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5200 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065064:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5200 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065078:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b5207 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065090:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b5207 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065096:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b5207 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065196:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b520e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 195 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065208:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b520e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065215:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b520e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.065255:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.065278:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b520e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065291:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5200 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065298:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5200 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065304:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5200 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065311:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5200 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065317:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.065323:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5200 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065332:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5200 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065344:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.065348:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.065353:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5200 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065360:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5200 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065375:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b5207 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065381:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b5207 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065387:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b5207 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065393:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.065396:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b5207 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065402:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b5207 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065410:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00dfb00) 00010000:00010000:2.0:1775764885.065412:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.065415:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b5207 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065420:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b5207 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065449:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b51f9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76154 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065463:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b520e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 195 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76154 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.065470:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.065473:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.065475:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6dc00, rc 0) 00000100:00100000:2.0:1775764885.065543:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132937088:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 644us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.065550:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16001 00000100:00100000:1.0:1775764885.075442:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.075856:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.076245:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132937216 00000100:00100000:3.0:1775764885.076259:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132937216 00000100:00100000:3.0:1775764885.076319:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132937344 00000100:00100000:3.0:1775764885.076323:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132937344 00000100:00100000:3.0:1775764885.076356:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16002 00000100:00100000:3.0:1775764885.076367:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6674a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132937216:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:2.0:1775764885.076379:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16003 00000100:00100000:2.0:1775764885.076392:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+420:89014:x1862022132937344:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:3.0:1775764885.076392:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.076409:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.076416:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8200/0x2bbd42d658b5215 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 196 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7615b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076422:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b521c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76162 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.076464:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 196 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 421 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076494:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5223 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076510:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5223 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.076514:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154035328:192.168.202.48@tcp:106: 00010000:00010000:2.0:1775764885.076534:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5223 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076552:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b522a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076560:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b522a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076567:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b522a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.076603:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1775764885.076682:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5231 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 197 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076693:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5231 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076700:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5231 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.076737:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.076757:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5231 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076772:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5223 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076778:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5223 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076784:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5223 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076790:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5223 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076796:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.076800:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5223 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076807:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5223 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076817:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.076820:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.076825:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5223 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076831:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5223 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076842:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b522a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076847:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b522a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076852:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b522a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076857:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.076859:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b522a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076869:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b522a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076875:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00dfe00) 00010000:00010000:2.0:1775764885.076877:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.076880:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b522a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076885:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b522a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076916:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b521c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76162 expref: 422 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076928:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5231 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76162 expref: 421 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.076935:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.076938:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.076940:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c200, rc 0) 00000100:00100000:2.0:1775764885.077106:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+421:89014:x1862022132937344:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 717us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.077114:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16003 00000100:00100000:1.0:1775764885.085958:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.086282:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132937600 00000100:00100000:2.0:1775764885.086293:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132937600 00000100:00100000:2.0:1775764885.086351:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16004 00000100:00100000:2.0:1775764885.086361:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+421:89014:x1862022132937600:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764885.086418:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1775764885.086431:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154035328:192.168.202.48@tcp:106: 00010000:00010000:2.0:1775764885.086448:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5231 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76162 expref: 421 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764885.086458:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764885.086473:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.086477:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8200/0x2bbd42d658b5215 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 197 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7615b expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.086481:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.086497:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.086500:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764885.086505:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8200/0x2bbd42d658b5215 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 196 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7615b expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.086506:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5238 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.086526:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383db8200, rc 0) 00010000:00010000:2.0:1775764885.086529:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5238 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.086541:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5238 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.086554:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b523f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xffd861eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.086561:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b523f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xffd861eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.086568:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b523f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xffd861eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.086579:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6674a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132937216:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 10214us (11147us total) trans 0 rc 301/301 00010000:00010000:2.0:1775764885.086586:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 196 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.086587:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16002 00010000:00010000:2.0:1775764885.086649:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b520e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 196 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76154 expref: 32 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.086657:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.086686:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b520e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 196 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76154 expref: 32 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.086699:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b520e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 196 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76154 expref: 32 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.086712:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154035456:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764885.086761:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.091977:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154035456:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764885.092009:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.095212:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.095291:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132937728 00000100:00100000:3.0:1775764885.095301:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132937728 00010000:00010000:3.0:1775764885.095344:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b520e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 196 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76154 expref: 33 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.095393:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1910 00000100:00100000:3.0:1775764885.095403:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6675500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132937728:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764885.095419:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.095425:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b520e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76154 expref: 33 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.095438:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b520e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76154 expref: 33 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.095460:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b520e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76154 expref: 33 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.095476:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.095481:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.095522:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.095531:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.095564:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764885.095614:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6675500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132937728:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 213us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.095639:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1910 00010000:00010000:2.0:1775764885.095724:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.095732:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.096219:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6474cc8 reply state 00000000afd6612a transno 4294976787 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.096233:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.096239:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.096241:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764885.096244:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764885.096251:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5238 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.096258:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5238 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.096263:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5238 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.096270:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5238 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.096276:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.096280:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5238 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.096288:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5238 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.096296:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.096299:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.096302:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5238 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.096308:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5238 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.096320:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6474cc8 reply state 00000000afd6612a transno 4294976787 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b523f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xffd861eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.096327:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b523f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xffd861eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.096333:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xffd861eb (ffff9ee4c00dfb00) 00010000:00010000:2.0:1775764885.096335:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764885.096337:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764885.096389:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+422:89014:x1862022132937600:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10030us (10442us total) trans 4294976787 rc 0/0 00000100:00100000:2.0:1775764885.096396:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16004 00000100:00100000:3.0:1775764885.104382:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.104461:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132937856 00000100:00100000:2.0:1775764885.104471:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132937856 00000100:00100000:2.0:1775764885.104533:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16005 00000100:00100000:2.0:1775764885.104542:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132937856:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764885.104563:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.104580:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b524d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76169 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105075:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5254 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105091:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5254 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105102:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5254 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105115:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b525b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105121:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b525b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105127:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b525b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105223:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5262 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 196 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105233:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5262 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 196 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105241:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5262 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.105278:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.105299:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5262 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105312:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5254 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105318:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5254 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105323:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5254 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105329:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5254 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105334:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.105338:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5254 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105345:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5254 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105360:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.105363:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.105368:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5254 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105374:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5254 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105386:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b525b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105392:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b525b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105397:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b525b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105402:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.105405:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b525b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105424:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b525b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105431:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00dfe00) 00010000:00010000:2.0:1775764885.105433:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.105436:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b525b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105442:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b525b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105478:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b524d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76169 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105492:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5262 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 196 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76169 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.105500:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.105502:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.105504:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6da00, rc 0) 00000100:00100000:2.0:1775764885.105567:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132937856:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1025us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.105574:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16005 00000100:00100000:3.0:1775764885.105739:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.105939:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132937984 00000100:00100000:1.0:1775764885.105946:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132937984 00000100:00100000:1.0:1775764885.105997:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16006 00000100:00100000:1.0:1775764885.106005:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+422:89014:x1862022132937984:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764885.106021:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.106033:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5269 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76170 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106074:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5270 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106084:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5270 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106093:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5270 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106106:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b5277 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106112:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b5277 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106119:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b5277 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106164:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b527e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 197 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106177:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b527e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106184:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b527e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.106356:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.106373:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b527e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106385:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5270 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106391:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5270 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106396:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5270 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106402:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5270 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106482:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.106486:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5270 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106492:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5270 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106502:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.106504:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.106507:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5270 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106513:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5270 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106524:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b5277 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106529:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b5277 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106534:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b5277 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106538:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8aa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.106541:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b5277 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106550:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b5277 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106556:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8e00) 00010000:00010000:1.0:1775764885.106558:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.106560:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b5277 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106565:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b5277 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106591:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b5269 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76170 expref: 424 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106602:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b527e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76170 expref: 423 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.106608:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.106610:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.106612:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a600, rc 0) 00000100:00100000:1.0:1775764885.107058:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+423:89014:x1862022132937984:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1052us (1318us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.107066:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16006 00000100:00100000:3.0:1775764885.108915:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.109012:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132938112 00000100:00100000:0.0:1775764885.109023:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132938112 00000100:00100000:0.0:1775764885.109079:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16007 00000100:00100000:0.0:1775764885.109089:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132938112:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.109110:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.109130:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5285 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 198 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76177 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.109179:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 198 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 422 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.109221:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154035584:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764885.109304:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.111950:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.112115:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154035584:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764885.112136:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764885.112150:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5285 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 198 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76177 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112166:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.112168:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764885.112172:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5285 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 198 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76177 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112182:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd800, rc 0) 00000100:00100000:0.0:1775764885.112235:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132938112:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3147us (3328us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764885.112243:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16007 00000100:00100000:0.0:1775764885.112271:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132938368 00000100:00100000:0.0:1775764885.112277:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132938368 00000100:00100000:0.0:1775764885.112315:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16008 00000100:00100000:0.0:1775764885.112323:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+423:89014:x1862022132938368:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764885.112370:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.112383:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b527e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76170 expref: 423 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112392:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.112394:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764885.112410:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b528c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112422:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b528c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112436:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b528c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112450:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5293 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6faab3fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112457:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5293 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6faab3fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112464:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5293 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6faab3fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112482:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 197 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112515:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5262 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76169 expref: 32 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112521:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112543:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5262 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76169 expref: 32 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.112551:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5262 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76169 expref: 32 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.112561:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154035712:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764885.112604:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.118453:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.118535:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154035712:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764885.118568:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.119366:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132938496 00000100:00100000:2.0:1775764885.119377:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132938496 00010000:00010000:2.0:1775764885.119507:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5262 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76169 expref: 33 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.119553:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1911 00000100:00100000:2.0:1775764885.119562:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880ea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132938496:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764885.119580:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.119588:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5262 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76169 expref: 33 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.119602:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5262 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76169 expref: 33 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.119694:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5262 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76169 expref: 33 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.119712:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.119718:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.119763:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.119772:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.119799:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764885.119985:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880ea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132938496:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 423us (1543us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.119993:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1911 00000100:00100000:1.0:1775764885.122190:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:3.0:1775764885.122190:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.122202:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.123187:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132938624 00000100:00100000:1.0:1775764885.123277:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132938624 00000100:00100000:1.0:1775764885.123331:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16009 00000100:00100000:1.0:1775764885.123342:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132938624:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.123361:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.123378:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b52a1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7617e expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.123517:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b52a8 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.123531:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b52a8 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.123544:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b52a8 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.123558:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b52af lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.123565:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b52af lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.123572:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b52af lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.123642:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 197 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.123653:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.123660:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.123680:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.123783:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.124464:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003466dd5c reply state 000000008a762251 transno 4294976788 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124479:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124484:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.124486:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.124488:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124493:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124497:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.124515:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764885.124523:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b528c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124529:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b528c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124535:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b528c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124541:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b528c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124549:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124551:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.124555:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b528c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124557:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124562:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b528c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124572:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.124574:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.124578:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b528c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124583:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b528c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.124590:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764885.124599:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003466dd5c reply state 000000008a762251 transno 4294976788 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5293 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6faab3fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124606:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5293 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6faab3fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.124610:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.124612:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6faab3fc (ffff9ee492ba1800) 00010000:00010000:3.0:1775764885.124615:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764885.124617:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1775764885.124638:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b52a8 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124644:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b52a8 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124649:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b52a8 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124654:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b52a8 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124658:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.124660:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b52a8 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124670:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b52a8 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124678:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.124681:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.124683:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b52a8 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124689:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b52a8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124786:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b52af lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.124791:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+424:89014:x1862022132938368:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12466us (12848us total) trans 4294976788 rc 0/0 00010000:00010000:1.0:1775764885.124793:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b52af lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124799:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b52af lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.124801:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16008 00010000:00010000:1.0:1775764885.124804:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.124807:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b52af lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124812:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b52af lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124819:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8e00) 00010000:00010000:1.0:1775764885.124821:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.124824:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b52af lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124843:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b52af lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124875:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b52a1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7617e expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124888:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 197 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7617e expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.124894:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.124896:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.124898:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8ae00, rc 0) 00000100:00100000:1.0:1775764885.125549:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132938624:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2207us (3364us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.125556:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16009 00000100:00100000:1.0:1775764885.129203:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.129580:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132938752 00000100:00100000:3.0:1775764885.129591:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132938752 00000100:00100000:3.0:1775764885.129675:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16010 00000100:00100000:3.0:1775764885.129686:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+424:89014:x1862022132938752:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:3.0:1775764885.129721:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.129744:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b52bd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76185 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.129813:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b52c4 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.129831:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b52c4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.129842:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b52c4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.129859:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b52cb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.129866:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b52cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.129872:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b52cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130120:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8200/0x2bbd42d658b52d2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 198 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130132:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8200/0x2bbd42d658b52d2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130139:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8200/0x2bbd42d658b52d2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764885.130183:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764885.130206:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8200/0x2bbd42d658b52d2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130222:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b52c4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130228:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b52c4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130234:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b52c4 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130241:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b52c4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130248:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.130253:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b52c4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130260:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b52c4 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130272:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.130275:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.130279:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b52c4 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130286:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b52c4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130299:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b52cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130306:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b52cb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130312:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b52cb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130317:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.130320:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b52cb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130326:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b52cb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130333:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4969fce00) 00010000:00010000:3.0:1775764885.130336:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.130338:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b52cb lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130344:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b52cb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130374:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b52bd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76185 expref: 426 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130387:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8200/0x2bbd42d658b52d2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76185 expref: 425 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.130395:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.130397:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764885.130400:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383db8200, rc 0) 00000100:00100000:3.0:1775764885.130486:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+425:89014:x1862022132938752:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 801us (1301us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.130495:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16010 00000100:00100000:1.0:1775764885.132155:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.132283:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132938880 00000100:00100000:3.0:1775764885.132292:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132938880 00000100:00100000:3.0:1775764885.132344:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16011 00000100:00100000:3.0:1775764885.132353:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6674e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132938880:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.132372:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.132392:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991200/0x2bbd42d658b52d9 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 199 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7618c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.132527:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 199 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 424 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.132571:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154035840:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764885.132775:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffa80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.133399:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.133545:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132939136 00000100:00100000:3.0:1775764885.133550:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132939136 00000100:00100000:3.0:1775764885.133649:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16012 00000100:00100000:3.0:1775764885.133658:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6676680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+425:89014:x1862022132939136:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.133700:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.133721:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8200/0x2bbd42d658b52d2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76185 expref: 425 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.133738:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.133743:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.133765:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b52e0 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.133777:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b52e0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.133786:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b52e0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.133801:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b52e7 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb3e2830e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.133808:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b52e7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb3e2830e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.133814:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b52e7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb3e2830e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.133831:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 199 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.133882:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7617e expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.133890:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.133914:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7617e expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.133927:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7617e expref: 34 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.133944:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154035968:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764885.134024:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffb40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.137816:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154035840:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764885.137853:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764885.137875:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991200/0x2bbd42d658b52d9 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 199 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7618c expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.137896:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.137898:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764885.137903:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991200/0x2bbd42d658b52d9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 199 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7618c expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.137917:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39e991200, rc 0) 00000100:00100000:3.0:1775764885.137982:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6674e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132938880:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5629us (5832us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764885.137991:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16011 00000100:00100000:2.0:1775764885.140446:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.140549:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154035968:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764885.140581:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.140838:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132939264 00000100:00100000:1.0:1775764885.140847:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132939264 00010000:00010000:1.0:1775764885.140892:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7617e expref: 33 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.140941:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1912 00000100:00100000:1.0:1775764885.140951:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132939264:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764885.140977:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.140985:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7617e expref: 33 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.140997:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7617e expref: 33 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.141018:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b52b6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7617e expref: 33 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.141033:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.141038:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.141075:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.141083:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.141116:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764885.141170:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132939264:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 220us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.141178:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1912 00010000:00010000:2.0:1775764885.141359:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.141367:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.142187:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054ae18c8 reply state 000000002321b4c4 transno 4294976789 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.142216:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.142227:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.142229:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764885.142232:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764885.142239:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b52e0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.142245:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b52e0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.142250:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b52e0 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.142256:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b52e0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.142262:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510aa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.142267:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b52e0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.142274:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b52e0 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.142283:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.142286:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.142289:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b52e0 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.142295:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b52e0 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.142308:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054ae18c8 reply state 000000002321b4c4 transno 4294976789 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b52e7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb3e2830e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.142317:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b52e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3e2830e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.142323:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb3e2830e (ffff9ee4969fc900) 00010000:00010000:2.0:1775764885.142325:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764885.142327:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764885.142403:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6676680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+426:89014:x1862022132939136:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8744us (9002us total) trans 4294976789 rc 0/0 00000100:00100000:2.0:1775764885.142411:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16012 00000100:00100000:2.0:1775764885.144784:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.144994:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132939392 00000100:00100000:3.0:1775764885.145006:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132939392 00000100:00100000:3.0:1775764885.145065:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16013 00000100:00100000:3.0:1775764885.145074:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132939392:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.145094:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.145113:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b52f5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76193 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145175:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b52fc lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145189:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b52fc lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145200:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b52fc lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145214:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b5303 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145222:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b5303 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145228:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b5303 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145306:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b530a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 198 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145315:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b530a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145323:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b530a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764885.145361:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764885.145382:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b530a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145400:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b52fc lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145497:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b52fc lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145505:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b52fc lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145512:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b52fc lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145517:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.145521:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b52fc lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145528:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b52fc lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145540:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.145543:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.145547:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b52fc lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145554:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b52fc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145566:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b5303 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145572:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b5303 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145578:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b5303 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145583:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.145585:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b5303 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145591:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b5303 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145598:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4969fce00) 00010000:00010000:3.0:1775764885.145601:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.145603:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b5303 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.145608:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b5303 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.146060:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b52f5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76193 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.146075:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b530a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 198 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76193 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.146083:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.146085:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764885.146088:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510b400, rc 0) 00000100:00100000:2.0:1775764885.146326:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132939392:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1251us (1554us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.146335:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16013 00000100:00100000:1.0:1775764885.152101:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.152153:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.152228:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132939520 00000100:00100000:3.0:1775764885.152239:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132939520 00000100:00100000:3.0:1775764885.152299:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132939648 00000100:00100000:3.0:1775764885.152302:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132939648 00000100:00100000:3.0:1775764885.152325:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16014 00000100:00100000:3.0:1775764885.152335:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+426:89014:x1862022132939520:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:3.0:1775764885.152366:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.152387:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5311 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7619a expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152454:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b5318 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152470:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b5318 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152482:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b5318 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152499:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b531f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152506:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b531f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152513:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b531f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152596:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b5326 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 199 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152607:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b5326 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152618:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b5326 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764885.152713:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764885.152738:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b5326 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152753:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b5318 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152760:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b5318 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152765:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b5318 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152772:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b5318 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152778:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.152783:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b5318 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152790:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b5318 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152802:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.152805:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.152809:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b5318 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152815:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b5318 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152828:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b531f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152833:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b531f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152839:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b531f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152844:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510ae00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.152846:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b531f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152852:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b531f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152858:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4969fcc00) 00010000:00010000:3.0:1775764885.152860:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.152863:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b531f lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152867:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b531f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152900:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5311 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7619a expref: 428 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152913:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b5326 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7619a expref: 427 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.152926:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.152928:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764885.152931:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510ac00, rc 0) 00000100:00100000:3.0:1775764885.152998:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+427:89014:x1862022132939520:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 664us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.153005:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16014 00000100:00100000:3.0:1775764885.153027:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16015 00000100:00100000:3.0:1775764885.153034:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132939648:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.153042:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.153050:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b532d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 200 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761a1 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.153069:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 200 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 426 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.153103:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec7800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154036096:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764885.153154:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.157528:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.157854:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132939904 00000100:00100000:3.0:1775764885.157865:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132939904 00000100:00100000:2.0:1775764885.158125:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16016 00000100:00100000:2.0:1775764885.158136:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487152300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+427:89014:x1862022132939904:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764885.158205:0:8424:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.158231:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b5326 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7619a expref: 427 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.158252:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.158256:0:8424:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764885.158279:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5334 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.158292:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5334 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.158305:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5334 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.158319:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b533b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8ebaa110 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.158326:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b533b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8ebaa110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.158332:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b533b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8ebaa110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.158349:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 200 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.158390:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b530a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76193 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.158398:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.158433:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b530a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76193 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.158446:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b530a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76193 expref: 34 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.158460:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154036224:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764885.158545:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.160149:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec7800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154036096:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764885.160173:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764885.160189:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b532d lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 200 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761a1 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.160217:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.160220:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764885.160224:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b532d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 200 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761a1 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.160238:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510a800, rc 0) 00000100:00100000:3.0:1775764885.160284:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132939648:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7250us (8130us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764885.160293:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16015 00000100:00100000:2.0:1775764885.167537:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.167578:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.167660:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132940160 00000100:00100000:0.0:1775764885.167680:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132940160 00010000:00010000:0.0:1775764885.167732:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b530a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76193 expref: 33 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.167773:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1913 00000100:00100000:0.0:1775764885.167783:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132940160:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764885.167799:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.167807:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b530a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76193 expref: 33 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.167823:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b530a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76193 expref: 33 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.167845:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.167852:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.167893:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.167901:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.167924:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764885.167982:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132940160:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 200us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.167989:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1913 00000100:00100000:0.0:1775764885.168016:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132940032 00000100:00100000:0.0:1775764885.168020:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132940032 00000100:00100000:0.0:1775764885.168043:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16017 00000100:00100000:0.0:1775764885.168049:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a70bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132940032:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.168065:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.168082:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5349 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 200 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761a8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.168110:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 200 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 426 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.168144:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154036352:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764885.168360:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00010000:00010000:3.0:1775764885.177102:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b530a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76193 expref: 34 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.177125:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154036224:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764885.177148:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.177158:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.177164:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.177881:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a70193ef reply state 00000000df2b5f8f transno 4294976790 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.177901:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.177909:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.177912:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764885.177917:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764885.177924:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5334 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.177931:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5334 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.177937:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5334 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.177944:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5334 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.177949:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.177954:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5334 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.177973:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5334 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.177983:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.177985:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.177989:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5334 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.177994:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5334 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.178004:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a70193ef reply state 00000000df2b5f8f transno 4294976790 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b533b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8ebaa110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.178012:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b533b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ebaa110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.178021:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8ebaa110 (ffff9ee4c00dfe00) 00010000:00010000:3.0:1775764885.178023:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764885.178024:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764885.178111:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487152300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+428:89014:x1862022132939904:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 19975us (20591us total) trans 4294976790 rc 0/0 00000100:00100000:3.0:1775764885.178122:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16016 00000100:00100000:2.0:1775764885.178853:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154036352:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764885.178875:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764885.178892:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5349 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 199 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761a8 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.178909:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.178912:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764885.178916:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5349 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 199 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761a8 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.178928:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcde00, rc 0) 00000100:00100000:2.0:1775764885.178984:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132940032:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 10935us (11460us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764885.178992:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16017 00000100:00100000:1.0:1775764885.186542:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.186620:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132940288 00000100:00100000:2.0:1775764885.186663:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132940288 00000100:00100000:2.0:1775764885.186740:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16018 00000100:00100000:2.0:1775764885.186750:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+428:89014:x1862022132940288:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764885.186776:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.186796:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5350 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761af expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.186860:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5357 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.186875:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5357 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.186887:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5357 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.186903:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b535e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.186910:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b535e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.186917:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b535e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187015:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5365 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 199 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187025:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5365 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187031:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5365 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.187068:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.187088:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5365 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187101:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5357 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187107:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5357 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187112:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5357 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187119:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5357 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187124:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.187129:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5357 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187136:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5357 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187147:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.187151:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.187156:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5357 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187161:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5357 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187173:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b535e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187179:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b535e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187185:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b535e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187190:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.187369:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b535e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187377:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b535e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187383:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00dfa00) 00010000:00010000:2.0:1775764885.187384:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.187386:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b535e lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187389:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b535e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187417:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5350 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761af expref: 430 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187430:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5365 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 199 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761af expref: 429 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.187436:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.187438:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.187441:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6de00, rc 0) 00000100:00100000:2.0:1775764885.187491:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+429:89014:x1862022132940288:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 743us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.187496:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16018 00000100:00100000:3.0:1775764885.199260:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.199432:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132940416 00000100:00100000:1.0:1775764885.199443:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132940416 00000100:00100000:1.0:1775764885.199510:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16019 00000100:00100000:1.0:1775764885.199521:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132940416:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.199541:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.199561:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b536c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761b6 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199657:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b5373 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199672:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b5373 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199684:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b5373 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199700:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b537a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199708:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b537a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199714:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b537a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199799:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5381 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 200 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199809:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5381 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199816:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5381 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.199857:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.199880:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5381 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199894:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b5373 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199901:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b5373 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199905:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b5373 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199909:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b5373 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199913:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.199916:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b5373 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199920:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b5373 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199929:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.199931:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.199934:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b5373 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199937:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b5373 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199947:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b537a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199951:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b537a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199954:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b537a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199957:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8aa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.199958:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b537a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199976:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b537a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199982:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8e00) 00010000:00010000:1.0:1775764885.199984:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.199990:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b537a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.199995:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b537a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.200025:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b536c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761b6 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.200038:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5381 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761b6 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.200045:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.200047:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00000100:00100000:3.0:1775764885.200297:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.200618:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132940672 00000100:00100000:0.0:1775764885.200646:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132940672 00000100:00100000:3.0:1775764885.200785:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16020 00000100:00100000:3.0:1775764885.200795:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+429:89014:x1862022132940672:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.200831:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.200949:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a200, rc 0) 00000100:00100000:1.0:1775764885.201021:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132940416:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1502us (1771us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.201029:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16019 00010000:00010000:3.0:1775764885.204132:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5365 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761af expref: 429 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.204157:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.204162:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764885.204273:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5388 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.204289:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5388 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.204300:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5388 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.204319:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b538f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x317f1ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.204326:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b538f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x317f1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.204332:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b538f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x317f1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.204354:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 200 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.204397:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5381 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761b6 expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.204405:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.204447:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5381 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761b6 expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.204464:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5381 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761b6 expref: 32 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.204479:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c02300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154036480:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764885.204580:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.207754:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.207937:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132940800 00000100:00100000:0.0:1775764885.207948:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132940800 00000100:00100000:0.0:1775764885.208024:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16021 00000100:00100000:0.0:1775764885.208033:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132940800:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.208060:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.208080:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b539d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 201 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761bd expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.208128:0:6518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 201 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 428 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.208170:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154036608:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764885.208253:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.208564:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c02300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154036480:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764885.208586:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.211411:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154036608:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764885.211436:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764885.211456:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b539d lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 201 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761bd expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.211476:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.211480:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764885.211485:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b539d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 201 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761bd expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.211500:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd400, rc 0) 00000100:00100000:0.0:1775764885.211560:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132940800:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3527us (3817us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764885.211569:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16021 00000100:00100000:3.0:1775764885.212775:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.212869:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132940928 00000100:00100000:2.0:1775764885.212878:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132940928 00010000:00010000:2.0:1775764885.212917:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5381 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761b6 expref: 33 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.212971:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1914 00000100:00100000:2.0:1775764885.212980:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132940928:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764885.212995:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.213002:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5381 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761b6 expref: 33 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.213016:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5381 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761b6 expref: 33 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.213037:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5381 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761b6 expref: 33 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.213062:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.213067:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.213109:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.213118:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.213153:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764885.213206:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132940928:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 226us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.213213:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1914 00010000:00010000:3.0:1775764885.213408:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.213416:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.214044:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005387215 reply state 00000000a0ed89bd transno 4294976791 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.214251:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.214259:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.214261:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764885.214265:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764885.214272:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5388 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.214279:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5388 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.214285:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5388 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.214291:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5388 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.214297:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ae00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.214302:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5388 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.214309:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5388 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.214319:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.214321:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.214324:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5388 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.214330:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b5388 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.214341:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005387215 reply state 00000000a0ed89bd transno 4294976791 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b538f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x317f1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.214350:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b538f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x317f1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.214355:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x317f1ef (ffff9ee485da8900) 00010000:00010000:3.0:1775764885.214357:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764885.214359:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764885.214421:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+430:89014:x1862022132940672:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13626us (14122us total) trans 4294976791 rc 0/0 00000100:00100000:3.0:1775764885.214429:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16020 00000100:00100000:3.0:1775764885.217289:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.217341:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132941056 00000100:00100000:0.0:1775764885.217354:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132941056 00000100:00100000:0.0:1775764885.217418:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16022 00000100:00100000:0.0:1775764885.217428:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132941056:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.217450:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.217470:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b53a4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761c4 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.217547:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b53ab lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.217563:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b53ab lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.217574:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b53ab lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.217591:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b53b2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.217598:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b53b2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.217610:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b53b2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.217896:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b53b9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 200 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.217907:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b53b9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.217914:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b53b9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.217957:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.217996:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b53b9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218011:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b53ab lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218019:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b53ab lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218024:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b53ab lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218031:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b53ab lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218037:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.218041:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b53ab lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218147:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b53ab lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218162:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.218165:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.218171:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b53ab lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218176:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b53ab lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218195:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b53b2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218200:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b53b2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218205:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b53b2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218210:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcda00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.218213:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b53b2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218228:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b53b2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218236:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4984d6900) 00010000:00010000:0.0:1775764885.218238:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.218241:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b53b2 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218247:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b53b2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218282:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b53a4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761c4 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218296:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b53b9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 200 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761c4 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.218303:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.218305:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.218308:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc200, rc 0) 00000100:00100000:0.0:1775764885.218383:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132941056:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 956us (1104us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.218391:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16022 00000100:00100000:1.0:1775764885.223584:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.223618:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.223656:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132941184 00000100:00100000:2.0:1775764885.223667:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132941184 00000100:00100000:3.0:1775764885.223704:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132941312 00000100:00100000:3.0:1775764885.223709:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132941312 00000100:00100000:2.0:1775764885.223724:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16023 00000100:00100000:2.0:1775764885.223865:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+430:89014:x1862022132941184:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764885.223892:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.223914:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b53c0 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761cb expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.223993:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b53c7 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224008:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b53c7 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224020:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b53c7 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224034:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ce lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224041:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ce lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224047:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ce lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224133:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b53d5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 201 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224143:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b53d5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224150:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b53d5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.224189:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.224209:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b53d5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224323:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b53c7 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224330:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b53c7 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224336:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b53c7 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224342:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b53c7 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224348:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.224352:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b53c7 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224360:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b53c7 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224372:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.224375:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.224380:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b53c7 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224386:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b53c7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224398:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ce lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224404:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ce lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224409:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ce lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224414:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.224417:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ce lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224422:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ce lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224429:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00dfa00) 00010000:00010000:2.0:1775764885.224432:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.224434:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ce lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224440:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ce lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224470:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b53c0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761cb expref: 432 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224482:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b53d5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761cb expref: 431 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.224489:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.224491:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.224494:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6de00, rc 0) 00000100:00100000:2.0:1775764885.224599:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+431:89014:x1862022132941184:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 867us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.231315:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.231345:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16023 00000100:00100000:3.0:1775764885.231348:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132941568 00000100:00100000:3.0:1775764885.231356:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132941568 00000100:00100000:2.0:1775764885.231382:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16024 00000100:00100000:2.0:1775764885.231398:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132941312:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764885.231419:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.231439:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b53dc lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 202 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761d2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.231474:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 202 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 431 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.231514:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38619a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154036736:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764885.231534:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16025 00000100:00100000:3.0:1775764885.231540:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+431:89014:x1862022132941568:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.231577:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1775764885.231584:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1775764885.231596:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b53d5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761cb expref: 431 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.231609:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.231614:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.231656:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b53e3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.231670:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b53e3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.231680:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b53e3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.231929:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b53ea lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa52cc1c1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.231938:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b53ea lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa52cc1c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.231945:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b53ea lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa52cc1c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.231973:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 202 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.232012:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b53b9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761c4 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.232027:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.232052:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b53b9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761c4 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.232065:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b53b9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761c4 expref: 34 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.232075:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38619b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154036864:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764885.232107:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764885.237550:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.237650:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38619b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154036864:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764885.237675:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.237852:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132941696 00000100:00100000:1.0:1775764885.237859:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132941696 00010000:00010000:1.0:1775764885.237890:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b53b9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761c4 expref: 35 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.237918:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1915 00000100:00100000:1.0:1775764885.237924:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132941696:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764885.237934:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.237939:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b53b9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761c4 expref: 35 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.237947:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b53b9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761c4 expref: 35 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.237978:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b53b9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761c4 expref: 35 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.237992:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.237996:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.238037:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.238043:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.238382:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764885.238427:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132941696:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 502us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.238433:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1915 00010000:00010000:3.0:1775764885.238475:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.238481:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.238944:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a36d6ddf reply state 00000000b9494b99 transno 4294976792 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.238955:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.238972:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.238975:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764885.238979:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764885.238985:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b53e3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.238991:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b53e3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.239001:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b53e3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.239008:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b53e3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.239014:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.239018:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b53e3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.239025:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b53e3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.239035:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.239037:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.239040:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b53e3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.239044:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b53e3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.239052:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a36d6ddf reply state 00000000b9494b99 transno 4294976792 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b53ea lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa52cc1c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.239058:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b53ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa52cc1c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.239062:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa52cc1c1 (ffff9ee4969fcc00) 00010000:00010000:3.0:1775764885.239063:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764885.239065:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764885.239102:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+432:89014:x1862022132941568:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7562us (7798us total) trans 4294976792 rc 0/0 00000100:00100000:3.0:1775764885.239107:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16025 00000100:00100000:2.0:1775764885.239696:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38619a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154036736:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764885.239719:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764885.239733:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b53dc lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 201 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761d2 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.239748:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.239762:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764885.239765:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b53dc lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 201 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761d2 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.239775:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c200, rc 0) 00000100:00100000:2.0:1775764885.239807:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132941312:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8417us (16188us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764885.239814:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16024 00000100:00100000:0.0:1775764885.243003:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.243087:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.243518:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132941824 00000100:00100000:2.0:1775764885.243529:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132941824 00000100:00100000:2.0:1775764885.243576:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132941952 00000100:00100000:2.0:1775764885.243578:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132941952 00000100:00100000:2.0:1775764885.243670:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16026 00000100:00100000:2.0:1775764885.243680:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a7971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+432:89014:x1862022132941824:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764885.243712:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.243731:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b53f8 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761d9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.243794:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ff lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.243823:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ff lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.243836:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ff lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.243851:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5406 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.243858:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5406 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.243864:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5406 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.243940:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b540d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 201 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.243949:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b540d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.243974:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b540d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.244012:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.244029:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b540d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244042:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ff lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244048:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ff lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244054:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ff lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244060:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ff lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244065:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.244069:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ff lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244077:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ff lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244088:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.244091:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.244095:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ff lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244102:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b53ff lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244115:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5406 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244120:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5406 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244126:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5406 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244131:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.244133:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5406 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244138:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5406 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244144:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00dfa00) 00010000:00010000:2.0:1775764885.244146:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.244148:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5406 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244153:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5406 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244180:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b53f8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761d9 expref: 434 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244191:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b540d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 201 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761d9 expref: 433 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244203:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.244205:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.244207:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6da00, rc 0) 00000100:00100000:2.0:1775764885.244270:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a7971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+433:89014:x1862022132941824:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 592us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.244277:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16026 00000100:00100000:2.0:1775764885.244297:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16027 00000100:00100000:2.0:1775764885.244304:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132941952:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764885.244313:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.244323:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5414 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761e0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244355:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b541b lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244362:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b541b lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244370:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b541b lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244381:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5422 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244387:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5422 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244393:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5422 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244427:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b5429 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 202 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244435:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b5429 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244441:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b5429 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.244458:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.244469:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b5429 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244476:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b541b lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244482:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b541b lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244487:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b541b lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244493:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b541b lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244503:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6dc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.244506:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b541b lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244511:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b541b lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244523:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.244525:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.244527:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b541b lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244532:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b541b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244540:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5422 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244546:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5422 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244551:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5422 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244556:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.244558:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5422 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244563:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5422 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244569:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00df800) 00010000:00010000:2.0:1775764885.244571:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.244573:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5422 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244578:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5422 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244600:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5414 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761e0 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244610:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b5429 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761e0 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.244616:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.244618:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.244620:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfee7400, rc 0) 00000100:00100000:2.0:1775764885.244664:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132941952:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 361us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.244670:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16027 00000100:00100000:1.0:1775764885.250066:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.250159:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.250456:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132942208 00000100:00100000:3.0:1775764885.250467:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132942208 00000100:00100000:3.0:1775764885.250528:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132942336 00000100:00100000:3.0:1775764885.250532:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132942336 00000100:00100000:3.0:1775764885.250562:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16028 00000100:00100000:3.0:1775764885.250573:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+433:89014:x1862022132942208:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.250655:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.250683:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b540d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761d9 expref: 433 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.250714:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.250720:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.250745:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5430 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.250768:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5430 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.250778:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5430 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.250794:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b5437 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xdc95002f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.250801:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b5437 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdc95002f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.250808:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b5437 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdc95002f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.250827:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 202 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.250867:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b5429 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761e0 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.250874:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.250907:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b5429 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761e0 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.250919:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b5429 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761e0 expref: 33 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.250932:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154036992:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764885.251022:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.251457:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16029 00000100:00100000:1.0:1775764885.251471:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132942336:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.251484:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.251496:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5445 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 203 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761e7 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.251524:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 203 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 432 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.251560:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c01500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154037120:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764885.251594:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764885.261237:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.261330:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132942464 00000100:00100000:2.0:1775764885.261340:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132942464 00010000:00010000:2.0:1775764885.261382:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b5429 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761e0 expref: 35 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.261429:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1916 00000100:00100000:2.0:1775764885.261438:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132942464:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764885.261454:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.261461:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b5429 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761e0 expref: 35 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.261474:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b5429 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761e0 expref: 35 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.261503:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.261509:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.261552:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.261562:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.261583:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764885.261670:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132942464:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 233us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.261679:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1916 00000100:00100000:2.0:1775764885.261750:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c01500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154037120:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764885.261770:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764885.261782:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5445 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 203 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761e7 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.261796:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.261799:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764885.261803:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5445 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 203 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761e7 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.261818:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e200, rc 0) 00000100:00100000:2.0:1775764885.261844:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132942336:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 10379us (11685us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764885.261854:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16029 00010000:00010000:3.0:1775764885.262343:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7400/0x2bbd42d658b5429 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761e0 expref: 32 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.262356:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154036992:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764885.262369:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.262378:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.262384:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.262930:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000586714be reply state 00000000a2f7e0a3 transno 4294976793 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.262947:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.262955:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.262957:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764885.262971:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764885.262978:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5430 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.262985:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5430 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.262991:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5430 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.262998:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5430 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.263003:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.263008:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5430 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.263015:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5430 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.263025:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.263027:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.263031:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5430 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.263038:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b5430 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.263048:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000586714be reply state 00000000a2f7e0a3 transno 4294976793 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b5437 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdc95002f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.263057:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b5437 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdc95002f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.263063:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdc95002f (ffff9ee4969fce00) 00010000:00010000:3.0:1775764885.263065:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764885.263067:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764885.263117:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+434:89014:x1862022132942208:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12545us (13156us total) trans 4294976793 rc 0/0 00000100:00100000:3.0:1775764885.263124:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16028 00000100:00100000:0.0:1775764885.273028:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.273137:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.273701:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132942592 00000100:00100000:2.0:1775764885.273713:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132942592 00000100:00100000:2.0:1775764885.273891:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132942720 00000100:00100000:2.0:1775764885.273896:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132942720 00000100:00100000:1.0:1775764885.274370:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16030 00000100:00100000:1.0:1775764885.274387:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132942592:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.274425:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.274447:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b544c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761ee expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274516:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5453 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274532:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5453 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274545:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5453 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274559:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b545a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274566:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b545a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274572:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b545a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274731:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b5461 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 202 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274747:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b5461 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274763:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b5461 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.274798:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.274815:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b5461 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274826:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5453 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274831:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5453 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274835:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5453 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274839:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5453 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274842:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.274845:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5453 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274850:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5453 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274858:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.274859:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.274863:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5453 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274867:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5453 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274876:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b545a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274879:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b545a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274882:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b545a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274885:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.274887:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b545a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274890:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b545a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274893:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8e00) 00010000:00010000:1.0:1775764885.274895:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.274896:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b545a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274899:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b545a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274918:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b544c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761ee expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274930:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b5461 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 202 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761ee expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.274935:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.274936:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.274938:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c4000, rc 0) 00000100:00100000:1.0:1775764885.275019:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132942592:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 640us (2001us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.275027:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16030 00000100:00100000:1.0:1775764885.275050:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16031 00000100:00100000:1.0:1775764885.275057:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+434:89014:x1862022132942720:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764885.275069:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.275077:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5468 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761f5 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275104:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b546f lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275113:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b546f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275121:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b546f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275132:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b5476 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275143:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b5476 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275150:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b5476 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275182:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b547d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 203 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275190:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b547d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275197:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b547d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.275214:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.275226:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b547d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275235:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b546f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275242:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b546f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275247:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b546f lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275252:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b546f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275257:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.275260:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b546f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275266:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b546f lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275274:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.275276:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.275279:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b546f lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275284:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b546f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275293:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b5476 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275299:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b5476 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275305:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b5476 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275309:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.275312:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b5476 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275317:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b5476 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275324:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8f00) 00010000:00010000:1.0:1775764885.275327:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.275330:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b5476 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275335:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b5476 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275356:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5468 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761f5 expref: 436 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275366:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b547d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761f5 expref: 435 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.275372:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.275374:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.275375:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5200, rc 0) 00000100:00100000:1.0:1775764885.275396:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+435:89014:x1862022132942720:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 341us (2260us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.275403:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16031 00000100:00100000:2.0:1775764885.282311:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.282352:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.282709:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132942848 00000100:00100000:3.0:1775764885.282723:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132942848 00000100:00100000:1.0:1775764885.282921:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132943104 00000100:00100000:1.0:1775764885.282925:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132943104 00000100:00100000:1.0:1775764885.282984:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16032 00000100:00100000:1.0:1775764885.282996:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+435:89014:x1862022132943104:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764885.283051:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.283081:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b547d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761f5 expref: 435 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.283101:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.283107:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764885.283133:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5484 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.283144:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5484 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.283151:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5484 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.283162:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b548b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbe55730a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.283166:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b548b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbe55730a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.283170:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b548b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbe55730a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.283182:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 203 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.283219:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b5461 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761ee expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.283226:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.283259:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b5461 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761ee expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.283273:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b5461 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761ee expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.283295:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c01880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154037248:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764885.283393:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.284050:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16033 00000100:00100000:2.0:1775764885.284060:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132942848:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764885.284074:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.284087:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5499 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 204 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf761fc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.284117:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 204 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 434 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.284145:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff40a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154037376:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764885.284192:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.286712:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.286765:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff40a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154037376:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764885.286791:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764885.286808:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5499 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 204 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761fc expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.286827:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.286830:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764885.286835:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5499 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 204 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761fc expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.286849:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6de00, rc 0) 00000100:00100000:1.0:1775764885.286901:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c01880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154037248:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764885.286920:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.286951:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132942848:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2892us (4651us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764885.286972:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16033 00000100:00100000:0.0:1775764885.287043:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132943232 00000100:00100000:0.0:1775764885.287064:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132943232 00010000:00010000:0.0:1775764885.287094:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b5461 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761ee expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.287130:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1917 00000100:00100000:0.0:1775764885.287139:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132943232:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764885.287151:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.287156:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b5461 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761ee expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.287167:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b5461 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761ee expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.287182:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b5461 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf761ee expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.287192:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.287196:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.287249:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.287263:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.287289:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764885.287309:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.287310:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132943232:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 173us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.287317:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1917 00010000:00010000:1.0:1775764885.287317:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.288708:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006919019a reply state 000000007e07148a transno 4294976794 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.288730:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.288737:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.288740:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764885.288744:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764885.289122:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5484 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.289132:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5484 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.289138:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5484 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.289147:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5484 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.289153:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.289157:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5484 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.289164:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5484 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.289174:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.289176:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.289180:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5484 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.289186:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b5484 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.289199:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006919019a reply state 000000007e07148a transno 4294976794 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b548b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbe55730a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.289209:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b548b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe55730a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.289312:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbe55730a (ffff9ee485da8f00) 00010000:00010000:1.0:1775764885.289315:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764885.289318:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764885.289440:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+436:89014:x1862022132943104:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6442us (7082us total) trans 4294976794 rc 0/0 00000100:00100000:1.0:1775764885.289449:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16032 00000100:00100000:2.0:1775764885.293148:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.293455:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132943360 00000100:00100000:0.0:1775764885.293465:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132943360 00000100:00100000:2.0:1775764885.293572:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.293772:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132943488 00000100:00100000:0.0:1775764885.293776:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132943488 00000100:00100000:0.0:1775764885.293805:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16034 00000100:00100000:0.0:1775764885.293815:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+436:89014:x1862022132943360:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764885.293838:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.293859:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b54a0 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76203 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.293923:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b54a7 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.293938:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b54a7 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.293952:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b54a7 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.293975:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b54ae lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.293986:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b54ae lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.293986:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16035 00010000:00010000:0.0:1775764885.293993:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b54ae lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.293995:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132943488:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.294004:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.294013:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54b5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7620a expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.294039:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54bc lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.294047:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54bc lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.294053:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54bc lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.294063:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54c3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.294069:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54c3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.294074:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b54ca lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 203 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.294075:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54c3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.294082:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b54ca lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.294088:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b54ca lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.294104:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b54d1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 204 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.294111:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b54d1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.294118:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b54d1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.294129:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:3.0:1775764885.294134:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.294147:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b54ca lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.294147:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b54d1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.294160:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b54a7 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.294160:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54bc lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.294167:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b54a7 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.294172:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b54a7 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.294317:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b54a7 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295353:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54bc lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295363:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54bc lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295369:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54bc lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295371:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.295374:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.295377:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b54a7 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295377:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54bc lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295386:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b54a7 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295386:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54bc lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295401:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.295404:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.295407:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.295408:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b54a7 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295409:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.295412:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54bc lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295415:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b54a7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295429:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b54ae lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295435:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b54ae lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295440:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b54ae lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295445:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcde00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.295447:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b54ae lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295453:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b54ae lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295461:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6900) 00010000:00010000:0.0:1775764885.295463:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.295466:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b54ae lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295472:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b54ae lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295510:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b54a0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76203 expref: 438 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295524:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b54ca lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76203 expref: 437 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295532:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.295533:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54bc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.295534:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.295537:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc400, rc 0) 00010000:00010000:3.0:1775764885.295544:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54c3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295549:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54c3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295553:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54c3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295558:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.295560:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54c3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295566:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54c3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295573:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4969fc800) 00010000:00010000:3.0:1775764885.295575:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.295577:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54c3 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295581:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54c3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295606:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54b5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7620a expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295617:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b54d1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7620a expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.295650:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.295652:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764885.295655:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510b000, rc 0) 00000100:00100000:0.0:1775764885.295741:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+437:89014:x1862022132943360:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1926us (2601us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.295750:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16034 00000100:00100000:2.0:1775764885.295855:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132943488:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1860us (2281us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.295862:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16035 00000100:00100000:2.0:1775764885.299406:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.299520:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132943744 00000100:00100000:3.0:1775764885.299529:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132943744 00000100:00100000:3.0:1775764885.299581:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16036 00000100:00100000:3.0:1775764885.299591:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+437:89014:x1862022132943744:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.299701:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.299736:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b54ca lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76203 expref: 437 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.299766:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.299771:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.299792:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54d8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.299804:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54d8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.299812:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54d8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.299820:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54df lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa14ed03 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.299824:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54df lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa14ed03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.299831:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54df lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa14ed03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.299845:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 204 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.299880:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b54d1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7620a expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.299886:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.299911:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b54d1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7620a expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.299920:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b54d1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7620a expref: 32 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.299930:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154037504:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764885.300006:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.301895:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.301937:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132943872 00000100:00100000:0.0:1775764885.301947:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132943872 00000100:00100000:0.0:1775764885.302014:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16037 00000100:00100000:0.0:1775764885.302024:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132943872:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:3.0:1775764885.302031:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154037504:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764885.302042:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.302052:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.302059:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b54ed lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 206 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76211 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.302090:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 205 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 436 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.302132:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a1cc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154037632:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764885.302205:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.302477:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.302530:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132944000 00000100:00100000:1.0:1775764885.302534:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132944000 00010000:00010000:1.0:1775764885.302551:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b54d1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7620a expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.302573:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1918 00000100:00100000:1.0:1775764885.302580:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132944000:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764885.302591:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.302596:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b54d1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 206 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7620a expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.302607:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b54d1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 206 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7620a expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.302656:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b54d1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 206 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7620a expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.302671:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.302675:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.302712:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.302718:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.302733:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764885.302762:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132944000:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 182us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.302770:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1918 00010000:00010000:3.0:1775764885.303266:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.303275:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.303841:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cf2afc59 reply state 0000000091af14df transno 4294976795 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.303856:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.303863:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.303865:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764885.303869:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764885.303876:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54d8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.303882:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54d8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.303888:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54d8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.303896:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54d8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.303902:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510ae00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.303906:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54d8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.303914:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54d8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.303924:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.303926:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.303930:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54d8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.303936:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54d8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.303949:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cf2afc59 reply state 0000000091af14df transno 4294976795 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54df lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa14ed03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.303958:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54df lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa14ed03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.303977:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa14ed03 (ffff9ee4969fc800) 00010000:00010000:3.0:1775764885.303979:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764885.303981:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764885.304056:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+438:89014:x1862022132943744:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4464us (4657us total) trans 4294976795 rc 0/0 00000100:00100000:3.0:1775764885.304064:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16036 00000100:00100000:0.0:1775764885.307043:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a1cc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154037632:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764885.307064:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764885.307079:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b54ed lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 204 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76211 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.307095:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.307097:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764885.307100:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b54ed lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 204 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76211 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.307110:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcda00, rc 0) 00000100:00100000:0.0:1775764885.307186:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132943872:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5164us (5297us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764885.307193:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16037 00000100:00100000:1.0:1775764885.312344:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.313404:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.315502:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132944256 00000100:00100000:3.0:1775764885.315520:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132944256 00000100:00100000:3.0:1775764885.315602:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16038 00000100:00100000:3.0:1775764885.315613:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132944256:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.315653:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.315677:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54f4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7621f expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.316083:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132944128 00000100:00100000:0.0:1775764885.316089:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132944128 00000100:00100000:0.0:1775764885.316129:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16039 00000100:00100000:0.0:1775764885.316137:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+438:89014:x1862022132944128:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764885.316151:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.316161:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b54fb lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76218 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.316227:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5502 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.316242:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5502 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.316255:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5502 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.316269:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5509 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.316276:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5509 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.316283:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5509 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.316365:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5510 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 204 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.316375:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5510 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.316383:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5510 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.316639:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5517 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.316649:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5517 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.316657:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5517 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.316668:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b551e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.316675:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b551e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.316682:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b551e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317085:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b5525 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 205 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317095:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b5525 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317102:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b5525 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.317126:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.317147:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b5525 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317159:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5517 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317164:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5517 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317170:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5517 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317175:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5517 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317180:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.317183:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5517 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317190:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5517 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317200:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.317203:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.317208:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5517 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317214:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5517 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317228:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b551e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317233:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b551e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317239:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b551e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317243:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.317245:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b551e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317251:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b551e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317257:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8e00) 00010000:00010000:1.0:1775764885.317260:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.317262:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b551e lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317268:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b551e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317300:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b54f4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7621f expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317315:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b5525 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7621f expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.317322:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.317324:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.317326:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5e00, rc 0) 00000100:00100000:1.0:1775764885.317405:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132944256:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1794us (4006us total) trans 0 rc 0/0 00000004:00200000:0.0:1775764885.317545:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.317560:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5510 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317571:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5502 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317577:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5502 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317583:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5502 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317589:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5502 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317594:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.317597:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5502 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317603:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5502 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317611:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.317614:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.317616:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5502 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317906:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5502 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317916:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5509 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317920:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5509 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317924:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5509 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317926:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcde00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.317929:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5509 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317933:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5509 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317938:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6900) 00010000:00010000:0.0:1775764885.317939:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.317941:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5509 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.317944:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5509 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.318048:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b54fb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76218 expref: 440 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.318060:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5510 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76218 expref: 439 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.318068:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.318070:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.318072:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd800, rc 0) 00000100:00100000:0.0:1775764885.318098:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+439:89014:x1862022132944128:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1964us (5765us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.318338:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16038 00000100:00100000:0.0:1775764885.318769:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16039 00000100:00100000:1.0:1775764885.322012:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.322521:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132944512 00000100:00100000:3.0:1775764885.322532:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132944512 00000100:00100000:3.0:1775764885.322588:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16040 00000100:00100000:3.0:1775764885.322598:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+439:89014:x1862022132944512:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.322673:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.322712:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5510 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 206 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76218 expref: 439 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.322730:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.322735:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.322760:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b552c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.322774:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b552c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.322783:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b552c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.322796:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b5533 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x721a9299 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.322802:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b5533 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x721a9299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.322910:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b5533 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x721a9299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.322930:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 205 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.323045:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b5525 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7621f expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.323054:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.323086:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b5525 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7621f expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.323098:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b5525 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7621f expref: 32 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.323112:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154037760:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764885.323185:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffb40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.329063:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.329320:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154037760:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764885.329352:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.329937:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.330009:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132944640 00000100:00100000:1.0:1775764885.330015:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132944640 00000100:00100000:1.0:1775764885.330060:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16041 00000100:00100000:1.0:1775764885.330069:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132944640:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.330090:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.330107:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b5541 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 206 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76226 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.330144:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 206 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 438 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.330184:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154037888:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764885.330263:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764885.330536:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132944768 00000100:00100000:0.0:1775764885.330542:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132944768 00010000:00010000:0.0:1775764885.330562:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b5525 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 206 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7621f expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.330594:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1919 00000100:00100000:0.0:1775764885.330601:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132944768:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764885.330609:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.330615:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b5525 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7621f expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.330647:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b5525 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7621f expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.330666:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b5525 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7621f expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.330681:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.330686:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.330728:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.330736:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.331020:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764885.331106:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132944768:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 503us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.331114:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1919 00010000:00010000:3.0:1775764885.331577:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.331586:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.336894:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154037888:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764885.336923:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764885.336942:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b5541 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 205 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76226 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.336978:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.336981:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764885.336987:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b5541 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 205 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76226 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.337002:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c4c00, rc 0) 00000100:00100000:1.0:1775764885.337067:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132944640:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6997us (8013us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764885.337075:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16041 00000100:00100000:2.0:1775764885.341880:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.341978:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132944896 00000100:00100000:1.0:1775764885.341989:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132944896 00000100:00100000:1.0:1775764885.342059:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16042 00000100:00100000:1.0:1775764885.342071:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132944896:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.342095:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.342120:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5548 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7622d expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.342187:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b554f lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.342202:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b554f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.342214:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b554f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.342228:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5556 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.342234:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5556 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.342240:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5556 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.342323:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 205 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.342335:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.342344:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.342360:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.342370:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764885.344823:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a3fe5a77 reply state 00000000eb724b06 transno 4294976796 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.344851:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.344860:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.344863:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764885.344866:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.344876:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.344882:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.344910:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764885.344918:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b552c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.344926:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b552c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.344931:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b552c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.344938:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b552c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.344945:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.344949:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b552c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.344988:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b552c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.345000:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.345003:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.345007:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b552c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.345015:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b552c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764885.345030:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a3fe5a77 reply state 00000000eb724b06 transno 4294976796 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b5533 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x721a9299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.345039:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b5533 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x721a9299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.345045:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x721a9299 (ffff9ee4969fcf00) 00010000:00010000:0.0:1775764885.345047:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764885.345049:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764885.345139:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+440:89014:x1862022132944512:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 22537us (23130us total) trans 4294976796 rc 0/0 00000100:00100000:0.0:1775764885.345148:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16040 00010000:00010000:1.0:1775764885.347663:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.347680:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.347755:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.347781:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.347802:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b554f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348089:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b554f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348096:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b554f lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348103:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b554f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348109:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.348114:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b554f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348121:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b554f lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348139:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.348142:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.348147:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b554f lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348153:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b554f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348169:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5556 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348176:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5556 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348182:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5556 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348187:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.348189:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5556 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348194:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5556 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348205:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8e00) 00010000:00010000:1.0:1775764885.348207:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.348210:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5556 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348215:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5556 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348261:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5548 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7622d expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348275:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 205 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7622d expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.348283:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.348286:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.348288:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5000, rc 0) 00000100:00100000:1.0:1775764885.348379:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132944896:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6309us (6507us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.348388:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16042 00000100:00100000:2.0:1775764885.349575:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.349670:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132945024 00000100:00100000:0.0:1775764885.349680:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132945024 00000100:00100000:0.0:1775764885.349735:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16043 00000100:00100000:0.0:1775764885.349741:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+440:89014:x1862022132945024:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764885.349760:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.349774:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5564 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76234 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.349826:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b556b lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.349836:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b556b lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.349845:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b556b lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.349854:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5572 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.349858:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5572 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.349862:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5572 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.349930:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5579 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 206 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.349936:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5579 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 206 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.349940:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5579 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.350117:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.350141:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5579 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350156:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b556b lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350162:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b556b lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350168:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b556b lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350174:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b556b lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350179:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcde00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.350183:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b556b lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350190:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b556b lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350203:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.350206:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.350211:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b556b lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350217:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b556b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350229:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5572 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350234:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5572 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350239:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5572 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350243:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.350247:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5572 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350252:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5572 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350259:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6900) 00010000:00010000:0.0:1775764885.350261:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.350264:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5572 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350269:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5572 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350297:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5564 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76234 expref: 442 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350310:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5579 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 206 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76234 expref: 441 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.350317:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.350319:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.350321:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd400, rc 0) 00000100:00100000:0.0:1775764885.350389:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+441:89014:x1862022132945024:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 647us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.350396:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16043 00000100:00100000:2.0:1775764885.353043:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.353228:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132945280 00000100:00100000:1.0:1775764885.353240:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132945280 00000100:00100000:1.0:1775764885.353335:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16044 00000100:00100000:1.0:1775764885.353347:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+441:89014:x1862022132945280:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764885.353406:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.353433:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5579 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76234 expref: 441 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.353457:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.353475:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764885.353502:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5580 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.353516:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5580 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.353525:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5580 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.353539:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b5587 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf0fad267 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.353545:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b5587 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf0fad267 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.353550:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b5587 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf0fad267 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.353567:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 206 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.353614:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 206 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7622d expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.353669:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.353890:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 206 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7622d expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.353901:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 206 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7622d expref: 32 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.353910:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154038016:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764885.354033:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1b900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.355370:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.356763:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.356888:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154038016:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764885.356912:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.357238:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132945408 00000100:00100000:2.0:1775764885.357247:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132945408 00000100:00100000:2.0:1775764885.357335:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16045 00000100:00100000:2.0:1775764885.357345:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132945408:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764885.357365:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.357385:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5595 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 207 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7623b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.357420:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 207 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 440 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.357460:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386284000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154038144:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764885.357542:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764885.358147:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132945536 00000100:00100000:0.0:1775764885.358153:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132945536 00010000:00010000:0.0:1775764885.358177:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7622d expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.358245:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1920 00000100:00100000:0.0:1775764885.358253:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132945536:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764885.358265:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.358271:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7622d expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.358284:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7622d expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.358305:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b555d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7622d expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.358320:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.358324:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.358370:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.358379:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.358405:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764885.358450:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132945536:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 197us (1692us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.358458:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1920 00010000:00010000:1.0:1775764885.358502:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.358510:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.359067:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1e6fdae reply state 000000009f3e5989 transno 4294976797 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.359081:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.359089:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.359091:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764885.359094:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764885.359102:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5580 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.359109:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5580 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.359116:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5580 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.359123:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5580 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.359128:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.359132:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5580 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.359140:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5580 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.359149:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.359151:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.359155:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5580 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.359161:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5580 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.359173:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1e6fdae reply state 000000009f3e5989 transno 4294976797 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b5587 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf0fad267 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.359181:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b5587 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf0fad267 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.359187:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf0fad267 (ffff9ee485da8700) 00010000:00010000:1.0:1775764885.359189:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764885.359190:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764885.359241:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+442:89014:x1862022132945280:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5896us (6211us total) trans 4294976797 rc 0/0 00000100:00100000:1.0:1775764885.359249:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16044 00000100:00100000:3.0:1775764885.361950:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.362202:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132945664 00000100:00100000:1.0:1775764885.362211:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132945664 00000100:00100000:1.0:1775764885.362261:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16046 00000100:00100000:1.0:1775764885.362270:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+442:89014:x1862022132945664:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764885.362295:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.362316:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b559c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76242 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362396:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b55a3 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362413:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b55a3 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362426:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b55a3 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362442:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b55aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362449:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b55aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362455:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b55aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362554:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b55b1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 207 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362567:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b55b1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362574:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b55b1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.362642:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.362669:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b55b1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362689:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b55a3 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362697:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b55a3 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362703:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b55a3 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362710:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b55a3 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362715:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.362720:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b55a3 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362727:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b55a3 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362740:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.362743:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.362749:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b55a3 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362756:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b55a3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362773:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b55aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362779:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b55aa lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362785:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b55aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362790:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.362793:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b55aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362798:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b55aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362817:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8e00) 00010000:00010000:1.0:1775764885.362820:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.362823:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b55aa lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362829:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b55aa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362867:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b559c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76242 expref: 444 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362887:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b55b1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76242 expref: 443 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.362894:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.362896:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.362899:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c4c00, rc 0) 00000100:00100000:1.0:1775764885.362980:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+443:89014:x1862022132945664:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 710us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.362987:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16046 00000100:00100000:0.0:1775764885.363562:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386284000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154038144:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764885.363588:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764885.363601:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5595 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 207 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7623b expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.363615:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.363617:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764885.363647:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5595 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 207 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7623b expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.363659:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c000, rc 0) 00000100:00100000:0.0:1775764885.364765:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132945408:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7411us (9390us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764885.364774:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16045 00000100:00100000:3.0:1775764885.366199:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.366275:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132945920 00000100:00100000:1.0:1775764885.366284:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132945920 00000100:00100000:1.0:1775764885.366341:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16047 00000100:00100000:1.0:1775764885.366349:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+443:89014:x1862022132945920:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764885.366405:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.366432:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b55b1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76242 expref: 443 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.366452:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.366457:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764885.366480:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b55b8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.366494:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b55b8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.366503:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b55b8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.366518:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b55bf lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9afa8fbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.366524:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b55bf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9afa8fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.366529:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b55bf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9afa8fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.366547:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b55c6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 206 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.366589:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b55c6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.366597:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b55c6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.367151:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000edd1e768 reply state 00000000534a602d transno 4294976798 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b55c6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.367164:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b55c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.367170:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.367173:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764885.367176:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764885.367182:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b55b8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.367188:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b55b8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.367193:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b55b8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.367199:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b55b8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.367204:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.367208:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b55b8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.367215:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b55b8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.367224:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.367226:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.367229:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b55b8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.367235:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b55b8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.367245:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000edd1e768 reply state 00000000534a602d transno 4294976798 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b55bf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9afa8fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.367252:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b55bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9afa8fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.367258:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9afa8fbe (ffff9ee485da8400) 00010000:00010000:1.0:1775764885.367259:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764885.367261:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764885.367335:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+444:89014:x1862022132945920:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 985us (1140us total) trans 4294976798 rc 0/0 00000100:00100000:1.0:1775764885.367342:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16047 00000100:00100000:3.0:1775764885.374570:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.374692:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.375335:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132946048 00000100:00100000:1.0:1775764885.375347:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132946048 00000100:00100000:1.0:1775764885.375432:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132946176 00000100:00100000:1.0:1775764885.375435:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132946176 00000100:00100000:0.0:1775764885.375470:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16048 00000100:00100000:0.0:1775764885.375483:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+444:89014:x1862022132946048:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764885.375511:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.375533:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b55cd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76249 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375608:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b55d4 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375641:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b55d4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375656:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b55d4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375671:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b55db lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375679:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b55db lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375685:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b55db lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375788:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b55e2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 207 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375799:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b55e2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375820:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b55e2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.375861:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.375881:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b55e2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375895:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b55d4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375903:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b55d4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375909:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b55d4 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375915:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b55d4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375921:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcde00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.375925:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b55d4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375932:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b55d4 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375943:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.375945:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.375950:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b55d4 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375955:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b55d4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375978:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b55db lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375984:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b55db lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375989:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b55db lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.375993:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcdc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.375996:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b55db lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376001:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b55db lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376009:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6900) 00010000:00010000:0.0:1775764885.376011:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.376015:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b55db lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376020:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b55db lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376050:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b55cd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76249 expref: 446 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376064:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b55e2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 207 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76249 expref: 445 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376071:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.376073:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.376076:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcda00, rc 0) 00000100:00100000:0.0:1775764885.376145:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+445:89014:x1862022132946048:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 665us (1586us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.376152:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16048 00000100:00100000:0.0:1775764885.376172:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16049 00000100:00100000:0.0:1775764885.376179:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132946176:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.376188:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.376196:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b55e9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76250 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376228:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b55f0 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376236:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b55f0 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376245:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b55f0 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376255:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b55f7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376261:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b55f7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376267:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b55f7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376300:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b55fe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 208 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376309:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b55fe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376315:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b55fe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.376332:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.376342:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b55fe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376350:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b55f0 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376355:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b55f0 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376360:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b55f0 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376366:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b55f0 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376370:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.376373:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b55f0 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376379:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b55f0 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376386:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.376388:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.376390:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b55f0 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376396:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b55f0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376405:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b55f7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376411:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b55f7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376416:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b55f7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376422:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.376425:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b55f7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376433:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b55f7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376440:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4984d6600) 00010000:00010000:0.0:1775764885.376442:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.376444:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b55f7 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376450:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b55f7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376470:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b55e9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76250 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376481:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b55fe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76250 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.376487:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.376490:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.376492:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc200, rc 0) 00000100:00100000:0.0:1775764885.376512:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132946176:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 335us (1821us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.376517:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16049 00000100:00100000:0.0:1775764885.381574:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.381613:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.382111:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132946560 00000100:00100000:3.0:1775764885.382121:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132946560 00000100:00100000:3.0:1775764885.382198:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132946304 00000100:00100000:3.0:1775764885.382202:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132946304 00000100:00100000:3.0:1775764885.382259:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16050 00000100:00100000:3.0:1775764885.382269:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a1cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+445:89014:x1862022132946560:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.382323:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.382349:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b55e2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 209 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76249 expref: 445 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.382378:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.382383:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.382406:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b5605 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.382419:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b5605 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.382428:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b5605 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.382443:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b560c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf250f6e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.382449:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b560c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf250f6e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.382456:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b560c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf250f6e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.382471:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 208 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.382519:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b55fe lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76250 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.382528:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.382560:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b55fe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76250 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.382573:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b55fe lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76250 expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.382587:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154038272:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764885.382761:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.383294:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16051 00000100:00100000:1.0:1775764885.383308:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a1cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132946304:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.383322:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.383336:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b561a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 209 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76257 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.383370:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 209 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 444 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.383399:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154038400:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764885.383454:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1b900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.386188:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154038272:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764885.386218:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.389247:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.389836:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154038400:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764885.389855:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764885.389871:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b561a lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 209 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76257 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.389888:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.389890:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764885.389894:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b561a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 209 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76257 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.389904:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5600, rc 0) 00000100:00100000:0.0:1775764885.389953:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a1cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132946304:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6651us (8339us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764885.389969:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16051 00000100:00100000:2.0:1775764885.390150:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132946688 00000100:00100000:2.0:1775764885.390158:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132946688 00010000:00010000:2.0:1775764885.390185:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b55fe lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76250 expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.390213:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1921 00000100:00100000:2.0:1775764885.390221:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132946688:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764885.390235:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.390240:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b55fe lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 209 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76250 expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.390251:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b55fe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 209 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76250 expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.390266:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b55fe lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 209 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76250 expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.390276:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.390281:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.390329:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.390336:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.390361:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764885.390384:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132946688:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 165us (1150us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.390389:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1921 00010000:00010000:3.0:1775764885.390456:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.390464:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.390984:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2c62135 reply state 0000000010b7a399 transno 4294976799 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.390999:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.391005:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.391008:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764885.391011:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764885.391017:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b5605 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.391023:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b5605 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.391029:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b5605 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.391035:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b5605 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.391041:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.391045:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b5605 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.391053:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b5605 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.391062:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.391064:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.391067:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b5605 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.391073:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b5605 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.391084:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2c62135 reply state 0000000010b7a399 transno 4294976799 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b560c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf250f6e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.391091:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b560c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf250f6e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.391098:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf250f6e6 (ffff9ee4b5bcf800) 00010000:00010000:3.0:1775764885.391100:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764885.391102:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764885.391155:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a1cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+446:89014:x1862022132946560:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8887us (9591us total) trans 4294976799 rc 0/0 00000100:00100000:3.0:1775764885.391163:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16050 00000100:00100000:3.0:1775764885.398369:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.398417:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.398504:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132946816 00000100:00100000:0.0:1775764885.398514:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132946816 00000100:00100000:0.0:1775764885.398700:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132946944 00000100:00100000:0.0:1775764885.398704:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132946944 00000100:00100000:2.0:1775764885.399055:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16052 00000100:00100000:2.0:1775764885.399069:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132946816:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764885.399092:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.399114:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5621 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7625e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399180:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5628 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399195:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5628 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399208:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5628 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399226:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b562f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399232:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b562f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399238:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b562f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399323:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5636 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 208 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399333:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5636 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399340:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5636 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.399379:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.399401:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5636 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399422:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5628 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399429:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5628 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399434:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5628 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399440:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5628 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399445:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.399449:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5628 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399456:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5628 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399467:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.399470:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.399475:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5628 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399481:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b5628 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399493:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b562f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399499:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b562f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399505:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b562f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399510:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.399512:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b562f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399518:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b562f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399525:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4c00df800) 00010000:00010000:2.0:1775764885.399527:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.399529:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b562f lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399534:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b562f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399564:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b5621 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7625e expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399575:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5636 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 208 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7625e expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399582:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.399584:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.399586:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c000, rc 0) 00000100:00100000:2.0:1775764885.399851:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132946816:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 784us (1490us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.399862:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16052 00000100:00100000:2.0:1775764885.399886:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16053 00000100:00100000:2.0:1775764885.399893:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+446:89014:x1862022132946944:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764885.399906:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.399914:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b563d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76265 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399942:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5644 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399951:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5644 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399974:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5644 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399985:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b564b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399992:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b564b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.399998:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b564b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400035:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5652 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 209 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400043:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5652 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 209 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400055:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5652 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.400076:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.400087:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5652 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400096:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5644 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400101:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5644 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400107:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5644 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400112:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5644 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400118:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.400120:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5644 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400125:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5644 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400133:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.400135:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.400138:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5644 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400143:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5644 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400152:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b564b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400158:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b564b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400163:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b564b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400168:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.400171:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b564b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400176:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b564b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400183:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00dfa00) 00010000:00010000:2.0:1775764885.400185:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.400187:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b564b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400192:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b564b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400214:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b563d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76265 expref: 448 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400225:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5652 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 209 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76265 expref: 447 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.400237:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.400239:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.400241:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c200, rc 0) 00000100:00100000:2.0:1775764885.400267:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+447:89014:x1862022132946944:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 375us (1850us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.400274:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16053 00000100:00100000:3.0:1775764885.402733:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.403686:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.403783:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132947072 00000100:00100000:1.0:1775764885.403794:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132947072 00000100:00100000:1.0:1775764885.403862:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16054 00000100:00100000:1.0:1775764885.403872:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132947072:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.403894:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.403915:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b5659 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 210 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7626c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.403953:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 210 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 446 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.404016:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154038528:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764885.404088:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.405529:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132947328 00000100:00100000:2.0:1775764885.405539:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132947328 00000100:00100000:0.0:1775764885.405595:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16055 00000100:00100000:0.0:1775764885.405606:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+447:89014:x1862022132947328:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764885.405676:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.405919:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5652 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 211 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76265 expref: 447 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.405938:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.405943:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764885.405979:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5660 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.405991:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5660 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.406004:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5660 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.406017:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5667 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa572975d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.406023:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5667 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa572975d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.406029:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5667 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa572975d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.406046:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 210 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.406090:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5636 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7625e expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.406098:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.406130:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5636 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7625e expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.406144:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5636 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7625e expref: 34 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.406156:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382496a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154038656:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764885.406305:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.408002:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154038528:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764885.408028:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764885.408046:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b5659 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 210 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7626c expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.408065:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.408068:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764885.408072:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b5659 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 210 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7626c expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.408086:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c4c00, rc 0) 00000100:00100000:1.0:1775764885.408182:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132947072:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4311us (5459us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764885.408191:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16054 00000100:00100000:0.0:1775764885.410025:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382496a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154038656:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764885.410049:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.414598:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.414836:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132947456 00000100:00100000:0.0:1775764885.414848:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132947456 00000100:00100000:0.0:1775764885.414919:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16056 00000100:00100000:0.0:1775764885.414928:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132947456:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.414953:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.414993:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5675 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 210 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76273 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.415034:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 210 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 446 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.415075:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382496a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154038784:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764885.415291:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.415544:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.416557:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132947584 00000100:00100000:1.0:1775764885.416565:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132947584 00010000:00010000:1.0:1775764885.416599:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5636 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7625e expref: 35 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.417474:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382496a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154038784:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764885.417497:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764885.417515:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5675 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 210 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76273 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.417535:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.417538:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764885.417543:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5675 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 210 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76273 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.417561:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd200, rc 0) 00000100:00100000:0.0:1775764885.417646:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022132947456:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2693us (3037us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764885.417655:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16056 00000100:00100000:1.0:1775764885.418668:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1922 00000100:00100000:1.0:1775764885.418684:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386284000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132947584:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764885.418711:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.418720:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5636 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7625e expref: 33 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.418733:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5636 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7625e expref: 33 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.418751:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b5636 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7625e expref: 33 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.418765:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.418771:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.419094:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.419104:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.419140:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764885.419252:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.419260:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764885.419837:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea272883 reply state 000000002e5d3922 transno 4294976800 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.419852:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.419860:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.419863:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764885.419866:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764885.419873:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5660 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.419879:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5660 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.419885:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5660 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.419892:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5660 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.419901:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.419906:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5660 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.419914:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5660 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.419923:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.419925:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.419927:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5660 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.419932:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5660 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764885.419944:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea272883 reply state 000000002e5d3922 transno 4294976800 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5667 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa572975d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.419952:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5667 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa572975d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.419972:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa572975d (ffff9ee4984d6600) 00010000:00010000:0.0:1775764885.419974:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764885.419977:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764885.420081:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386284000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132947584:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1401us (4535us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.420090:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1922 00000100:00100000:0.0:1775764885.420140:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+448:89014:x1862022132947328:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14536us (16456us total) trans 4294976800 rc 0/0 00000100:00100000:0.0:1775764885.420146:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16055 00000100:00100000:2.0:1775764885.421300:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.422139:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132947712 00000100:00100000:1.0:1775764885.422150:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132947712 00000100:00100000:1.0:1775764885.422201:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16057 00000100:00100000:1.0:1775764885.422211:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132947712:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.422231:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.422252:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b567c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7627a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422321:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5683 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422336:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5683 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422348:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5683 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422362:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b568a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422369:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b568a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422375:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b568a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422463:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5691 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 209 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422473:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5691 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 209 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422480:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5691 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.422522:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.422544:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5691 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422558:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5683 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422565:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5683 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422571:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5683 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422579:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5683 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422584:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.422589:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5683 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422598:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5683 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422610:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.422613:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.422617:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5683 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422655:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5683 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422668:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b568a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422674:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b568a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422680:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b568a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422685:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.422876:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b568a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422885:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b568a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422893:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8e00) 00010000:00010000:1.0:1775764885.422895:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.422898:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b568a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422903:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b568a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422937:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b567c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7627a expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422950:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5691 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 209 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7627a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.422971:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.422973:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.422976:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c4a00, rc 0) 00000100:00100000:1.0:1775764885.423079:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132947712:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 869us (1784us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.423086:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16057 00000100:00100000:3.0:1775764885.424135:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.424494:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132947840 00000100:00100000:2.0:1775764885.424505:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132947840 00000100:00100000:2.0:1775764885.424600:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16058 00000100:00100000:2.0:1775764885.424610:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+448:89014:x1862022132947840:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764885.424662:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.424682:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5698 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76281 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.424936:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b569f lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.424948:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b569f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425036:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b569f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425058:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b56a6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425066:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b56a6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425073:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b56a6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425153:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b56ad lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 210 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425162:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b56ad lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425169:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b56ad lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.425209:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.425231:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b56ad lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425245:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b569f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425251:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b569f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425257:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b569f lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425263:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b569f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425269:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.425273:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b569f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425280:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b569f lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425292:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.425296:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.425300:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b569f lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425306:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b569f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425318:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b56a6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425325:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b56a6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425330:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b56a6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425334:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.425337:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b56a6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425342:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b56a6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425352:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4c00dfa00) 00010000:00010000:2.0:1775764885.425355:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.425357:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b56a6 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425362:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b56a6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425393:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5698 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76281 expref: 450 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425406:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b56ad lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76281 expref: 449 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.425412:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.425415:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.425417:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c400, rc 0) 00000100:00100000:2.0:1775764885.425530:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+449:89014:x1862022132947840:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 921us (1397us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.425537:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16058 00000100:00100000:3.0:1775764885.426453:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.427140:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132947968 00000100:00100000:1.0:1775764885.427149:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132947968 00000100:00100000:1.0:1775764885.427208:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16059 00000100:00100000:1.0:1775764885.427217:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132947968:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.427234:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.427251:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b56b4 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 211 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76288 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.427283:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 211 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 448 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.427322:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154038912:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764885.427395:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.428615:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.429609:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132948224 00000100:00100000:1.0:1775764885.429633:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132948224 00000100:00100000:1.0:1775764885.429686:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16060 00000100:00100000:1.0:1775764885.429707:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+449:89014:x1862022132948224:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764885.429770:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.429798:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b56ad lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 212 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76281 expref: 449 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.429817:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.429822:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764885.429847:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b56bb lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.429862:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b56bb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.429875:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b56bb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.429888:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b56c2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7d7d387b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.429895:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b56c2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7d7d387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.429901:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b56c2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7d7d387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.429917:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 211 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.430095:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5691 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 211 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7627a expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.430104:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.430137:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5691 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 211 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7627a expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.430151:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5691 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 211 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7627a expref: 34 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.430164:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c01500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154039040:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764885.430281:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee381f1b900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.430391:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154038912:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764885.430412:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764885.430425:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b56b4 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 211 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76288 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.430439:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.430442:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764885.430445:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b56b4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 211 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76288 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.430455:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c4400, rc 0) 00000100:00100000:2.0:1775764885.430482:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132947968:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3267us (4034us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764885.430490:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16059 00000100:00100000:1.0:1775764885.433302:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c01500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154039040:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764885.433331:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.434019:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.434297:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132948480 00000100:00100000:3.0:1775764885.434305:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132948480 00000100:00100000:3.0:1775764885.434363:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16061 00000100:00100000:3.0:1775764885.434374:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132948480:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.434394:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.434413:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b56d0 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7628f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.434472:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b56d7 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.434486:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b56d7 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.434500:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b56d7 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.434518:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b56de lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.434524:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b56de lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.434529:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b56de lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.434616:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 211 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.434657:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.434664:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 211 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.434681:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.434873:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.436032:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.436349:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132948352 00000100:00100000:0.0:1775764885.436357:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132948352 00010000:00010000:0.0:1775764885.436396:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5691 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 211 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7627a expref: 35 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.436488:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1923 00000100:00100000:0.0:1775764885.436498:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132948352:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764885.436512:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.436520:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5691 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 212 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7627a expref: 35 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.436533:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5691 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 212 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7627a expref: 35 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.436554:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5691 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 212 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7627a expref: 35 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.436572:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.436576:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.436586:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.436669:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.436678:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.436685:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.436705:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.436730:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764885.436775:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132948352:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 279us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.436783:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1923 00010000:00010000:1.0:1775764885.436858:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.436866:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.437387:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2c83720 reply state 00000000e4f361ef transno 4294976801 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437402:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437409:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.437411:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764885.437414:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437421:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437427:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.437443:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764885.437450:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b56bb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437457:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b56bb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437480:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b56bb lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437486:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b56bb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437492:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.437497:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b56bb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437504:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b56bb lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437514:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.437516:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.437520:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b56bb lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437526:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b56bb lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.437537:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2c83720 reply state 00000000e4f361ef transno 4294976801 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b56c2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7d7d387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437546:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b56c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7d7d387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.437551:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7d7d387b (ffff9ee485da8200) 00010000:00010000:1.0:1775764885.437554:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764885.437556:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764885.437615:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+450:89014:x1862022132948224:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7910us (9005us total) trans 4294976801 rc 0/0 00000100:00100000:1.0:1775764885.437659:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16060 00010000:00010000:3.0:1775764885.438317:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438327:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764885.438369:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764885.438392:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438406:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b56d7 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438412:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b56d7 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438418:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b56d7 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438424:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b56d7 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438430:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.438432:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b56d7 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438439:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b56d7 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438450:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.438453:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.438456:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b56d7 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438461:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b56d7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438474:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b56de lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438481:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b56de lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438486:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b56de lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438490:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510b000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.438493:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b56de lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438498:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b56de lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438505:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4829d4900) 00010000:00010000:3.0:1775764885.438507:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.438509:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b56de lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438515:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b56de lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438550:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b56d0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7628f expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438563:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 210 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7628f expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.438571:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.438573:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764885.438576:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510aa00, rc 0) 00000100:00100000:3.0:1775764885.438619:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132948480:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4247us (4603us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.438650:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16061 00000100:00100000:1.0:1775764885.440997:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.441067:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132948608 00000100:00100000:3.0:1775764885.441078:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132948608 00000100:00100000:3.0:1775764885.441134:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16062 00000100:00100000:3.0:1775764885.441144:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132948608:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.441164:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.441184:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b56ec lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 211 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76296 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.441219:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 211 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 449 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.441258:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154039168:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764885.441426:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffa80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.442034:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.442092:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132948736 00000100:00100000:1.0:1775764885.442098:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132948736 00000100:00100000:1.0:1775764885.442141:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16063 00000100:00100000:1.0:1775764885.442149:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+450:89014:x1862022132948736:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764885.442164:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.442178:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b56f3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7629d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.442237:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b56fa lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.442250:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b56fa lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.442261:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b56fa lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.442276:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5701 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.442283:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5701 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.442306:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5701 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.442873:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b5708 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 212 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.442884:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b5708 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 212 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.442892:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b5708 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 212 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.442929:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.442948:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b5708 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 212 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443032:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b56fa lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443040:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b56fa lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443044:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b56fa lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443051:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b56fa lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443056:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.443061:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b56fa lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443068:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b56fa lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443080:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.443083:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.443088:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b56fa lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443093:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b56fa lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443105:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5701 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443110:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5701 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443114:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5701 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443119:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.443121:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5701 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443126:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5701 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443132:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8e00) 00010000:00010000:1.0:1775764885.443134:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.443137:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5701 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443141:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b5701 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443173:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b56f3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7629d expref: 452 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443190:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b5708 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 212 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7629d expref: 451 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.443202:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.443204:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.443206:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5600, rc 0) 00000100:00100000:1.0:1775764885.443301:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+451:89014:x1862022132948736:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1152us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.443310:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16063 00000001:00080000:2.0:1775764885.446034:0:6497:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294976801 is committed 00000020:00080000:2.0:1775764885.446217:0:6497:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 50 batchid updated 00000020:00080000:2.0:1775764885.446296:0:6497:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 49 batchid updated 00000020:00080000:0.0:1775764885.446477:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 50 00000004:00080000:0.0:1775764885.446545:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9ee490e42480 with version 102 00000020:00080000:0.0:1775764885.446566:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 49 cancel update log [0x240000401:0x3:0x0].50: rc = 0 00000020:00080000:0.0:1775764885.446672:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 49 cancel update log [0x200000400:0x3:0x0].50: rc = 0 00000004:00080000:0.0:1775764885.446706:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9ee385b7e780 with version 103 00000020:00080000:0.0:1775764885.446710:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 50 cancel update log [0x240000401:0x3:0x0].51: rc = 0 00000020:00080000:0.0:1775764885.446728:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 50 cancel update log [0x200000400:0x3:0x0].51: rc = 0 00000020:00080000:0.0:1775764885.446734:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 50 00010000:00010000:3.0:1775764885.446851:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1600/0x2bbd42d658b16f0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2aec7621 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446862:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1600/0x2bbd42d658b16f0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2aec7621 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446869:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1600/0x2bbd42d658b16f0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2aec7621 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446874:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b1600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.446879:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1600/0x2bbd42d658b16f0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2aec7621 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446888:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1600/0x2bbd42d658b16f0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2aec7621 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446904:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2aec7621 (ffff9ee485121500) 00010000:00010000:3.0:1775764885.446907:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.446911:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1600/0x2bbd42d658b16f0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2aec7621 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446917:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1600/0x2bbd42d658b16f0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2aec7621 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446936:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1800/0x2bbd42d658b16f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446942:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1800/0x2bbd42d658b16f7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446948:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1800/0x2bbd42d658b16f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446952:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b1800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.446954:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1800/0x2bbd42d658b16f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446974:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1800/0x2bbd42d658b16f7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446983:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.446985:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.446988:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1800/0x2bbd42d658b16f7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.446993:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1800/0x2bbd42d658b16f7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447012:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b1728 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf82aa744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447018:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b1728 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf82aa744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447024:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b1728 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf82aa744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447029:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323ae00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447031:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b1728 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf82aa744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447036:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b1728 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf82aa744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447044:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf82aa744 (ffff9ee4b16d1100) 00010000:00010000:3.0:1775764885.447046:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.447049:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b1728 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf82aa744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447055:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b1728 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf82aa744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447068:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b172f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447073:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b172f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447079:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b172f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447084:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447086:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b172f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447092:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b172f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447100:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.447102:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.447104:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b172f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447109:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b172f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447120:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d600/0x2bbd42d658b178a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd65dc4b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447125:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d600/0x2bbd42d658b178a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd65dc4b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447131:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d600/0x2bbd42d658b178a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd65dc4b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447135:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447138:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d600/0x2bbd42d658b178a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd65dc4b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447149:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d600/0x2bbd42d658b178a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd65dc4b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447156:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd65dc4b2 (ffff9ee4b16d1600) 00010000:00010000:3.0:1775764885.447158:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.447160:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d600/0x2bbd42d658b178a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd65dc4b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447166:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d600/0x2bbd42d658b178a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd65dc4b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447177:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b1791 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447183:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b1791 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447188:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b1791 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447194:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447196:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b1791 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447202:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b1791 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447209:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.447210:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.447212:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b1791 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447218:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b1791 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447230:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990400/0x2bbd42d658b17e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f2a9430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447235:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990400/0x2bbd42d658b17e5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f2a9430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447240:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990400/0x2bbd42d658b17e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f2a9430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447245:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e990400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447247:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990400/0x2bbd42d658b17e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f2a9430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447252:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990400/0x2bbd42d658b17e5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f2a9430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447259:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4f2a9430 (ffff9ee4b5bcfa00) 00010000:00010000:3.0:1775764885.447261:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.447263:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990400/0x2bbd42d658b17e5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4f2a9430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447269:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990400/0x2bbd42d658b17e5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4f2a9430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447281:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990200/0x2bbd42d658b17ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447287:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990200/0x2bbd42d658b17ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447292:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990200/0x2bbd42d658b17ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447297:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e990200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447300:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990200/0x2bbd42d658b17ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447306:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990200/0x2bbd42d658b17ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447312:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.447314:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.447316:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990200/0x2bbd42d658b17ec lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447321:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990200/0x2bbd42d658b17ec lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447333:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991e00/0x2bbd42d658b1839 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x24bbe834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447338:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991e00/0x2bbd42d658b1839 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x24bbe834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447344:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991e00/0x2bbd42d658b1839 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x24bbe834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447348:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e991e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447351:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991e00/0x2bbd42d658b1839 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x24bbe834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447360:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991e00/0x2bbd42d658b1839 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x24bbe834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447367:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x24bbe834 (ffff9ee4b5bcf600) 00010000:00010000:3.0:1775764885.447368:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.447370:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991e00/0x2bbd42d658b1839 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x24bbe834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447375:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991e00/0x2bbd42d658b1839 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x24bbe834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447386:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991600/0x2bbd42d658b1840 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447391:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991600/0x2bbd42d658b1840 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447396:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991600/0x2bbd42d658b1840 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447400:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e991600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447403:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991600/0x2bbd42d658b1840 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447408:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991600/0x2bbd42d658b1840 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447414:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.447415:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.447417:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991600/0x2bbd42d658b1840 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447423:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991600/0x2bbd42d658b1840 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447434:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1600/0x2bbd42d658b188d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc73a6d58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447439:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1600/0x2bbd42d658b188d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc73a6d58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447444:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1600/0x2bbd42d658b188d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc73a6d58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447449:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df1600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447451:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1600/0x2bbd42d658b188d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc73a6d58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447456:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1600/0x2bbd42d658b188d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc73a6d58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447464:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc73a6d58 (ffff9ee48b7d4d00) 00010000:00010000:3.0:1775764885.447466:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.447468:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1600/0x2bbd42d658b188d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc73a6d58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447473:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1600/0x2bbd42d658b188d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc73a6d58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447484:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0200/0x2bbd42d658b1894 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447490:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0200/0x2bbd42d658b1894 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447496:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0200/0x2bbd42d658b1894 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447500:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df0200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447503:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0200/0x2bbd42d658b1894 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447508:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0200/0x2bbd42d658b1894 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447515:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.447517:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.447519:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0200/0x2bbd42d658b1894 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447524:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0200/0x2bbd42d658b1894 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447536:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1a00/0x2bbd42d658b18e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x435da3d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447542:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1a00/0x2bbd42d658b18e8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x435da3d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447547:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1a00/0x2bbd42d658b18e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x435da3d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447552:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df1a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447555:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1a00/0x2bbd42d658b18e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x435da3d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447563:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1a00/0x2bbd42d658b18e8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x435da3d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447569:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x435da3d6 (ffff9ee48b7d4e00) 00010000:00010000:3.0:1775764885.447571:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.447573:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1a00/0x2bbd42d658b18e8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x435da3d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447577:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1a00/0x2bbd42d658b18e8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x435da3d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447586:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1400/0x2bbd42d658b18ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447591:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1400/0x2bbd42d658b18ef lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447595:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1400/0x2bbd42d658b18ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447600:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df1400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447602:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1400/0x2bbd42d658b18ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447606:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1400/0x2bbd42d658b18ef lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447613:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.447615:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.447617:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1400/0x2bbd42d658b18ef lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447666:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1400/0x2bbd42d658b18ef lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447678:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0c00/0x2bbd42d658b1943 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8da37a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447683:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0c00/0x2bbd42d658b1943 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8da37a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447688:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0c00/0x2bbd42d658b1943 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8da37a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447693:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df0c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447696:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0c00/0x2bbd42d658b1943 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8da37a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447702:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0c00/0x2bbd42d658b1943 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8da37a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447710:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb8da37a4 (ffff9ee48b7d4b00) 00010000:00010000:3.0:1775764885.447712:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.447714:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0c00/0x2bbd42d658b1943 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb8da37a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447719:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0c00/0x2bbd42d658b1943 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb8da37a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447729:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1200/0x2bbd42d658b194a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447735:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1200/0x2bbd42d658b194a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447740:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1200/0x2bbd42d658b194a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447744:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df1200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447747:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1200/0x2bbd42d658b194a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447752:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1200/0x2bbd42d658b194a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447759:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.447761:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.447763:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1200/0x2bbd42d658b194a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447767:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1200/0x2bbd42d658b194a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447777:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1800/0x2bbd42d658b1997 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6300a2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447782:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1800/0x2bbd42d658b1997 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6300a2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447787:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1800/0x2bbd42d658b1997 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6300a2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447791:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df1800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447793:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1800/0x2bbd42d658b1997 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6300a2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447801:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1800/0x2bbd42d658b1997 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6300a2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447807:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6300a2ab (ffff9ee48b7d4800) 00010000:00010000:3.0:1775764885.447809:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.447812:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1800/0x2bbd42d658b1997 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6300a2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447818:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1800/0x2bbd42d658b1997 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6300a2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447828:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1c00/0x2bbd42d658b199e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447833:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1c00/0x2bbd42d658b199e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447838:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1c00/0x2bbd42d658b199e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447843:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df1c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447846:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1c00/0x2bbd42d658b199e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447852:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1c00/0x2bbd42d658b199e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447859:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.447861:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.447864:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1c00/0x2bbd42d658b199e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447869:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1c00/0x2bbd42d658b199e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447880:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b19f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa091732b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447885:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b19f2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa091732b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447890:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b19f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa091732b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447895:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447898:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b19f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa091732b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447904:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b19f2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa091732b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447911:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa091732b (ffff9ee4b16d1c00) 00010000:00010000:3.0:1775764885.447913:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.447916:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b19f2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa091732b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447920:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b19f2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa091732b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447932:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b19f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447937:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b19f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447942:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b19f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447946:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.447948:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b19f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447953:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b19f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447971:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.447974:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.447977:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b19f9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447982:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b19f9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447993:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107400/0x2bbd42d658b1a23 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x46e50c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.447999:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107400/0x2bbd42d658b1a23 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x46e50c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448004:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107400/0x2bbd42d658b1a23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x46e50c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448008:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386107400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448010:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107400/0x2bbd42d658b1a23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x46e50c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448019:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107400/0x2bbd42d658b1a23 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x46e50c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448026:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x46e50c8b (ffff9ee485121d00) 00010000:00010000:3.0:1775764885.448028:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.448030:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107400/0x2bbd42d658b1a23 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x46e50c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448036:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107400/0x2bbd42d658b1a23 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x46e50c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448047:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107800/0x2bbd42d658b1a2a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448053:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107800/0x2bbd42d658b1a2a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448059:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107800/0x2bbd42d658b1a2a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448064:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386107800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448066:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107800/0x2bbd42d658b1a2a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448071:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107800/0x2bbd42d658b1a2a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448078:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.448080:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.448082:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107800/0x2bbd42d658b1a2a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448088:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107800/0x2bbd42d658b1a2a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448099:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1000/0x2bbd42d658b1a77 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5bf88d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448104:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1000/0x2bbd42d658b1a77 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5bf88d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448110:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1000/0x2bbd42d658b1a77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5bf88d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448114:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df1000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448117:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1000/0x2bbd42d658b1a77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5bf88d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448122:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1000/0x2bbd42d658b1a77 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5bf88d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448129:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5bf88d88 (ffff9ee4a7355e00) 00010000:00010000:3.0:1775764885.448132:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.448134:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1000/0x2bbd42d658b1a77 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5bf88d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448140:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1000/0x2bbd42d658b1a77 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5bf88d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448151:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0400/0x2bbd42d658b1a7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448156:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0400/0x2bbd42d658b1a7e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448163:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0400/0x2bbd42d658b1a7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448168:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df0400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448170:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0400/0x2bbd42d658b1a7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448176:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0400/0x2bbd42d658b1a7e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448183:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.448185:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.448188:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0400/0x2bbd42d658b1a7e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448193:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0400/0x2bbd42d658b1a7e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448204:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1a00/0x2bbd42d658b1acb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1fce430b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448209:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1a00/0x2bbd42d658b1acb lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1fce430b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448214:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1a00/0x2bbd42d658b1acb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1fce430b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448219:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b1a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448222:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1a00/0x2bbd42d658b1acb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1fce430b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448230:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1a00/0x2bbd42d658b1acb lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1fce430b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448237:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1fce430b (ffff9ee4a7355500) 00010000:00010000:3.0:1775764885.448239:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.448241:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1a00/0x2bbd42d658b1acb lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1fce430b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448245:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1a00/0x2bbd42d658b1acb lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1fce430b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448255:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0600/0x2bbd42d658b1ad2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448260:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0600/0x2bbd42d658b1ad2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448266:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0600/0x2bbd42d658b1ad2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448270:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b0600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448273:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0600/0x2bbd42d658b1ad2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448278:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0600/0x2bbd42d658b1ad2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448285:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.448287:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.448290:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0600/0x2bbd42d658b1ad2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448295:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0600/0x2bbd42d658b1ad2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448307:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107e00/0x2bbd42d658b1b1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe15fd0fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448312:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107e00/0x2bbd42d658b1b1f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe15fd0fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448317:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107e00/0x2bbd42d658b1b1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe15fd0fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448322:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386107e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448324:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107e00/0x2bbd42d658b1b1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe15fd0fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448329:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107e00/0x2bbd42d658b1b1f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe15fd0fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448336:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe15fd0fb (ffff9ee485121b00) 00010000:00010000:3.0:1775764885.448338:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.448340:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107e00/0x2bbd42d658b1b1f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe15fd0fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448345:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107e00/0x2bbd42d658b1b1f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe15fd0fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448354:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107600/0x2bbd42d658b1b26 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448359:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107600/0x2bbd42d658b1b26 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448365:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107600/0x2bbd42d658b1b26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448370:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386107600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448373:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107600/0x2bbd42d658b1b26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448378:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107600/0x2bbd42d658b1b26 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448384:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.448386:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.448388:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107600/0x2bbd42d658b1b26 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448392:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107600/0x2bbd42d658b1b26 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448402:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991000/0x2bbd42d658b1b65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f24d29f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448408:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991000/0x2bbd42d658b1b65 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f24d29f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448412:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991000/0x2bbd42d658b1b65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f24d29f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448416:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e991000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448419:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991000/0x2bbd42d658b1b65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f24d29f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448428:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991000/0x2bbd42d658b1b65 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f24d29f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448435:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5f24d29f (ffff9ee498490100) 00010000:00010000:3.0:1775764885.448437:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.448439:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991000/0x2bbd42d658b1b65 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5f24d29f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448444:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991000/0x2bbd42d658b1b65 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5f24d29f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448454:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991800/0x2bbd42d658b1b6c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448459:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991800/0x2bbd42d658b1b6c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448464:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991800/0x2bbd42d658b1b6c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448468:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e991800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448470:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991800/0x2bbd42d658b1b6c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448475:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991800/0x2bbd42d658b1b6c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448481:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.448483:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.448486:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991800/0x2bbd42d658b1b6c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448490:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991800/0x2bbd42d658b1b6c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448501:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b1bb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcb47ff9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448507:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b1bb2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcb47ff9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448512:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b1bb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcb47ff9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448517:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448519:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b1bb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcb47ff9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448524:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b1bb2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcb47ff9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448530:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcb47ff9c (ffff9ee4b16d1800) 00010000:00010000:3.0:1775764885.448532:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.448535:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b1bb2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcb47ff9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448540:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b1bb2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcb47ff9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448551:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b1bb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448556:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b1bb9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448562:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b1bb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448566:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448569:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b1bb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448574:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b1bb9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448581:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.448584:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.448586:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b1bb9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448592:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b1bb9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448602:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0e00/0x2bbd42d658b1c0d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8e18c93f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448607:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0e00/0x2bbd42d658b1c0d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8e18c93f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448612:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0e00/0x2bbd42d658b1c0d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8e18c93f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448617:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df0e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448619:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0e00/0x2bbd42d658b1c0d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8e18c93f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448653:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0e00/0x2bbd42d658b1c0d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8e18c93f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448661:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8e18c93f (ffff9ee4b16d1d00) 00010000:00010000:3.0:1775764885.448663:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.448665:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0e00/0x2bbd42d658b1c0d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8e18c93f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448670:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0e00/0x2bbd42d658b1c0d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8e18c93f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448681:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1e00/0x2bbd42d658b1c14 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448687:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1e00/0x2bbd42d658b1c14 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448692:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1e00/0x2bbd42d658b1c14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448697:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df1e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448700:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1e00/0x2bbd42d658b1c14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448704:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1e00/0x2bbd42d658b1c14 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448711:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.448713:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.448716:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1e00/0x2bbd42d658b1c14 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448722:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df1e00/0x2bbd42d658b1c14 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448732:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0600/0x2bbd42d658b1c3e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6f2a6de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448738:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0600/0x2bbd42d658b1c3e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6f2a6de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448743:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0600/0x2bbd42d658b1c3e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6f2a6de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448748:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df0600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448750:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0600/0x2bbd42d658b1c3e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6f2a6de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448755:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0600/0x2bbd42d658b1c3e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6f2a6de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448762:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6f2a6de0 (ffff9ee4b16d1e00) 00010000:00010000:3.0:1775764885.448764:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.448766:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0600/0x2bbd42d658b1c3e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6f2a6de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448771:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0600/0x2bbd42d658b1c3e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6f2a6de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448782:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0a00/0x2bbd42d658b1c45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448788:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0a00/0x2bbd42d658b1c45 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448793:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0a00/0x2bbd42d658b1c45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448797:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df0a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448800:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0a00/0x2bbd42d658b1c45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448805:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0a00/0x2bbd42d658b1c45 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448812:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.448814:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.448817:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0a00/0x2bbd42d658b1c45 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448823:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0a00/0x2bbd42d658b1c45 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448833:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992000/0x2bbd42d658b1c92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x46b2258b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448838:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992000/0x2bbd42d658b1c92 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x46b2258b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448843:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992000/0x2bbd42d658b1c92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x46b2258b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448847:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e992000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448850:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992000/0x2bbd42d658b1c92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x46b2258b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448858:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992000/0x2bbd42d658b1c92 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x46b2258b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448865:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x46b2258b (ffff9ee4b16d1900) 00010000:00010000:3.0:1775764885.448867:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.448869:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992000/0x2bbd42d658b1c92 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x46b2258b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448874:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992000/0x2bbd42d658b1c92 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x46b2258b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448886:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993600/0x2bbd42d658b1c99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448891:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993600/0x2bbd42d658b1c99 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448896:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993600/0x2bbd42d658b1c99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448900:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e993600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448902:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993600/0x2bbd42d658b1c99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448908:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993600/0x2bbd42d658b1c99 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448915:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.448917:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.448920:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993600/0x2bbd42d658b1c99 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448925:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993600/0x2bbd42d658b1c99 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448936:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0e00/0x2bbd42d658b1ce6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x17f96938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448942:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0e00/0x2bbd42d658b1ce6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x17f96938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448947:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0e00/0x2bbd42d658b1ce6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x17f96938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448951:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b0e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.448953:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0e00/0x2bbd42d658b1ce6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x17f96938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448972:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0e00/0x2bbd42d658b1ce6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x17f96938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448980:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x17f96938 (ffff9ee4a7355900) 00010000:00010000:3.0:1775764885.448982:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.448984:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0e00/0x2bbd42d658b1ce6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x17f96938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.448989:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0e00/0x2bbd42d658b1ce6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x17f96938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449001:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1e00/0x2bbd42d658b1ced lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449006:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1e00/0x2bbd42d658b1ced lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449012:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1e00/0x2bbd42d658b1ced lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449017:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b1e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449020:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1e00/0x2bbd42d658b1ced lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449025:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1e00/0x2bbd42d658b1ced lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449031:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.449034:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.449036:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1e00/0x2bbd42d658b1ced lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449042:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1e00/0x2bbd42d658b1ced lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449053:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990a00/0x2bbd42d658b1d48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3d6c0aef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449058:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990a00/0x2bbd42d658b1d48 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3d6c0aef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449064:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990a00/0x2bbd42d658b1d48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3d6c0aef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449069:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e990a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449071:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990a00/0x2bbd42d658b1d48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3d6c0aef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449080:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990a00/0x2bbd42d658b1d48 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3d6c0aef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449087:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3d6c0aef (ffff9ee498490d00) 00010000:00010000:3.0:1775764885.449089:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.449091:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990a00/0x2bbd42d658b1d48 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3d6c0aef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449097:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990a00/0x2bbd42d658b1d48 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3d6c0aef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449108:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990600/0x2bbd42d658b1d4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449114:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990600/0x2bbd42d658b1d4f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449119:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990600/0x2bbd42d658b1d4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449124:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e990600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449126:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990600/0x2bbd42d658b1d4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449131:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990600/0x2bbd42d658b1d4f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449137:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.449139:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.449141:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990600/0x2bbd42d658b1d4f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449146:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990600/0x2bbd42d658b1d4f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449158:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992e00/0x2bbd42d658b1d9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb677c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449164:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992e00/0x2bbd42d658b1d9c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb677c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449170:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992e00/0x2bbd42d658b1d9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb677c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449175:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e992e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449177:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992e00/0x2bbd42d658b1d9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb677c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449183:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992e00/0x2bbd42d658b1d9c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb677c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449189:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb677c3 (ffff9ee4b16d1500) 00010000:00010000:3.0:1775764885.449192:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.449194:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992e00/0x2bbd42d658b1d9c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb677c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449199:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992e00/0x2bbd42d658b1d9c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb677c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449209:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993a00/0x2bbd42d658b1da3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449215:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993a00/0x2bbd42d658b1da3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449221:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993a00/0x2bbd42d658b1da3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449226:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e993a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449228:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993a00/0x2bbd42d658b1da3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449234:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993a00/0x2bbd42d658b1da3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449240:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.449242:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.449244:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993a00/0x2bbd42d658b1da3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449248:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993a00/0x2bbd42d658b1da3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449258:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106e00/0x2bbd42d658b1df0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9de53a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449263:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106e00/0x2bbd42d658b1df0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9de53a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449268:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106e00/0x2bbd42d658b1df0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9de53a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449273:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386106e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449275:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106e00/0x2bbd42d658b1df0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9de53a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449284:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106e00/0x2bbd42d658b1df0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9de53a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449291:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9de53a2 (ffff9ee485121600) 00010000:00010000:3.0:1775764885.449293:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.449295:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106e00/0x2bbd42d658b1df0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9de53a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449301:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106e00/0x2bbd42d658b1df0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9de53a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449312:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107200/0x2bbd42d658b1df7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449318:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107200/0x2bbd42d658b1df7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449323:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107200/0x2bbd42d658b1df7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449328:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386107200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449330:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107200/0x2bbd42d658b1df7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449336:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107200/0x2bbd42d658b1df7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449343:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.449345:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.449348:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107200/0x2bbd42d658b1df7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449354:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107200/0x2bbd42d658b1df7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449365:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992800/0x2bbd42d658b1e52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfca6cf60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449370:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992800/0x2bbd42d658b1e52 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfca6cf60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449376:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992800/0x2bbd42d658b1e52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfca6cf60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449381:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e992800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449384:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992800/0x2bbd42d658b1e52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfca6cf60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449390:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992800/0x2bbd42d658b1e52 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfca6cf60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449397:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfca6cf60 (ffff9ee4b16d1a00) 00010000:00010000:3.0:1775764885.449400:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.449403:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992800/0x2bbd42d658b1e52 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfca6cf60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449408:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992800/0x2bbd42d658b1e52 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfca6cf60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449419:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992400/0x2bbd42d658b1e59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449424:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992400/0x2bbd42d658b1e59 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449430:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992400/0x2bbd42d658b1e59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449435:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e992400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449437:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992400/0x2bbd42d658b1e59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449443:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992400/0x2bbd42d658b1e59 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449450:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.449452:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.449455:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992400/0x2bbd42d658b1e59 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449461:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992400/0x2bbd42d658b1e59 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449490:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0a00/0x2bbd42d658b1ea6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x450a3309 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449496:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0a00/0x2bbd42d658b1ea6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x450a3309 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449501:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0a00/0x2bbd42d658b1ea6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x450a3309 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449506:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b0a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449509:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0a00/0x2bbd42d658b1ea6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x450a3309 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449519:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0a00/0x2bbd42d658b1ea6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x450a3309 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449526:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x450a3309 (ffff9ee4a7355300) 00010000:00010000:3.0:1775764885.449528:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.449531:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0a00/0x2bbd42d658b1ea6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x450a3309 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449537:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0a00/0x2bbd42d658b1ea6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x450a3309 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449548:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0400/0x2bbd42d658b1ead lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449555:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0400/0x2bbd42d658b1ead lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449560:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0400/0x2bbd42d658b1ead lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449565:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b0400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449568:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0400/0x2bbd42d658b1ead lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449574:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0400/0x2bbd42d658b1ead lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449580:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.449583:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.449585:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0400/0x2bbd42d658b1ead lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449592:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0400/0x2bbd42d658b1ead lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449602:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1000/0x2bbd42d658b1efa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c461e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449608:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1000/0x2bbd42d658b1efa lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c461e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449614:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1000/0x2bbd42d658b1efa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c461e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449619:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b1000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449649:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1000/0x2bbd42d658b1efa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c461e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449656:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1000/0x2bbd42d658b1efa lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c461e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449664:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2c461e78 (ffff9ee4a7355600) 00010000:00010000:3.0:1775764885.449666:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.449669:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1000/0x2bbd42d658b1efa lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2c461e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449675:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1000/0x2bbd42d658b1efa lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2c461e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449687:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0800/0x2bbd42d658b1f01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449693:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0800/0x2bbd42d658b1f01 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449698:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0800/0x2bbd42d658b1f01 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449704:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b0800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449706:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0800/0x2bbd42d658b1f01 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449712:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0800/0x2bbd42d658b1f01 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449719:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.449721:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.449723:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0800/0x2bbd42d658b1f01 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449729:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0800/0x2bbd42d658b1f01 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449740:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0c00/0x2bbd42d658b1f40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee90fe0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449746:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0c00/0x2bbd42d658b1f40 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee90fe0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449753:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0c00/0x2bbd42d658b1f40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee90fe0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449758:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b0c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449760:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0c00/0x2bbd42d658b1f40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee90fe0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449769:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0c00/0x2bbd42d658b1f40 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee90fe0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449776:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xee90fe0d (ffff9ee4a7355f00) 00010000:00010000:3.0:1775764885.449778:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.449780:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0c00/0x2bbd42d658b1f40 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xee90fe0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449785:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0c00/0x2bbd42d658b1f40 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xee90fe0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449796:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0000/0x2bbd42d658b1f47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449802:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0000/0x2bbd42d658b1f47 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449809:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0000/0x2bbd42d658b1f47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449814:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b0000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449817:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0000/0x2bbd42d658b1f47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449822:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0000/0x2bbd42d658b1f47 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449829:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.449831:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.449833:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0000/0x2bbd42d658b1f47 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449838:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0000/0x2bbd42d658b1f47 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449851:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106c00/0x2bbd42d658b1f94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x171c91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449857:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106c00/0x2bbd42d658b1f94 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x171c91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449863:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106c00/0x2bbd42d658b1f94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x171c91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449868:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386106c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449870:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106c00/0x2bbd42d658b1f94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x171c91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449876:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106c00/0x2bbd42d658b1f94 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x171c91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449884:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x171c91b (ffff9ee485121000) 00010000:00010000:3.0:1775764885.449886:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.449888:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106c00/0x2bbd42d658b1f94 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x171c91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449894:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106c00/0x2bbd42d658b1f94 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x171c91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449906:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107000/0x2bbd42d658b1f9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449912:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107000/0x2bbd42d658b1f9b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449919:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107000/0x2bbd42d658b1f9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449924:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386107000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.449927:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107000/0x2bbd42d658b1f9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449933:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107000/0x2bbd42d658b1f9b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449939:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.449942:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.449944:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107000/0x2bbd42d658b1f9b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.449950:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107000/0x2bbd42d658b1f9b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764885.450576:0:7743:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9ee49693d240 version 102 rpc_version 102 00000020:00100000:2.0:1775764885.450654:0:7743:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1775764885.450667:0:7743:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ee385043b80 x1862022154039424/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775764885.450705:0:7743:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385043b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7743:1862022154039424:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1775764885.450775:0:7743:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764885.450813:0:7743:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764885.450899:0:19243:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154039424 00000100:00100000:0.0:1775764885.450907:0:19243:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154039424 00000100:00100000:0.0:1775764885.450957:0:19243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105 00000100:00100000:0.0:1775764885.450978:0:19243:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7743:x1862022154039424:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1775764885.451145:0:19243:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7743:x1862022154039424:12345-0@lo:1000:osp_up1-0.0 Request processed in 167us (369us total) trans 4294971519 rc 0/0 00000100:00100000:0.0:1775764885.451153:0:19243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105 00000100:00100000:0.0:1775764885.451198:0:7743:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385043b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7743:1862022154039424:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1775764885.451208:0:7743:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9ee49693d240 version 103 rpc_version 103 00000020:00100000:0.0:1775764885.451220:0:7743:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1775764885.451225:0:7743:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ee382496a00 x1862022154039680/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764885.451237:0:7743:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382496a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7743:1862022154039680:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1775764885.451261:0:7743:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764885.451276:0:7743:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385b7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764885.451287:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154039680 00000100:00100000:0.0:1775764885.451291:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154039680 00000100:00100000:0.0:1775764885.451313:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106 00000100:00100000:0.0:1775764885.451319:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7743:x1862022154039680:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1775764885.451385:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7743:x1862022154039680:12345-0@lo:1000:osp_up1-0.0 Request processed in 66us (123us total) trans 4294971520 rc 0/0 00000100:00100000:0.0:1775764885.451391:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106 00000100:00100000:0.0:1775764885.451421:0:7743:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382496a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7743:1862022154039680:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1775764885.452211:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990c00/0x2bbd42d658b1fef lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb41784ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452222:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990c00/0x2bbd42d658b1fef lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb41784ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452229:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990c00/0x2bbd42d658b1fef lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb41784ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452234:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e990c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.452238:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990c00/0x2bbd42d658b1fef lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb41784ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452248:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990c00/0x2bbd42d658b1fef lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb41784ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452262:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb41784ae (ffff9ee498490200) 00010000:00010000:3.0:1775764885.452264:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.452268:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990c00/0x2bbd42d658b1fef lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb41784ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452274:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990c00/0x2bbd42d658b1fef lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb41784ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452294:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990800/0x2bbd42d658b1ff6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452300:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990800/0x2bbd42d658b1ff6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452305:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990800/0x2bbd42d658b1ff6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452310:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e990800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.452313:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990800/0x2bbd42d658b1ff6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452319:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990800/0x2bbd42d658b1ff6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452326:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.452329:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.452331:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990800/0x2bbd42d658b1ff6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452338:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990800/0x2bbd42d658b1ff6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452353:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1200/0x2bbd42d658b2020 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe783596c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452359:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1200/0x2bbd42d658b2020 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe783596c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452364:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1200/0x2bbd42d658b2020 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe783596c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452368:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b1200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.452370:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1200/0x2bbd42d658b2020 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe783596c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452375:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1200/0x2bbd42d658b2020 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe783596c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452382:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe783596c (ffff9ee4a7355100) 00010000:00010000:3.0:1775764885.452384:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.452386:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1200/0x2bbd42d658b2020 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe783596c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452391:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1200/0x2bbd42d658b2020 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe783596c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452402:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0200/0x2bbd42d658b2027 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452407:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0200/0x2bbd42d658b2027 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452412:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0200/0x2bbd42d658b2027 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452416:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b0200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.452418:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0200/0x2bbd42d658b2027 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452424:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0200/0x2bbd42d658b2027 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452430:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.452433:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.452434:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0200/0x2bbd42d658b2027 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452439:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b0200/0x2bbd42d658b2027 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452451:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106800/0x2bbd42d658b2051 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3dcb277b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452457:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106800/0x2bbd42d658b2051 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3dcb277b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452462:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106800/0x2bbd42d658b2051 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3dcb277b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452467:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386106800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.452469:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106800/0x2bbd42d658b2051 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3dcb277b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452479:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106800/0x2bbd42d658b2051 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3dcb277b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452487:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3dcb277b (ffff9ee485121100) 00010000:00010000:3.0:1775764885.452489:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.452492:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106800/0x2bbd42d658b2051 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3dcb277b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452498:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106800/0x2bbd42d658b2051 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3dcb277b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452510:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106200/0x2bbd42d658b2058 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452517:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106200/0x2bbd42d658b2058 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452523:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106200/0x2bbd42d658b2058 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452528:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386106200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.452531:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106200/0x2bbd42d658b2058 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452536:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106200/0x2bbd42d658b2058 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452543:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.452546:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.452548:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106200/0x2bbd42d658b2058 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452554:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106200/0x2bbd42d658b2058 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452566:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991c00/0x2bbd42d658b20a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x327de9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452572:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991c00/0x2bbd42d658b20a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x327de9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452578:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991c00/0x2bbd42d658b20a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x327de9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452583:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e991c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.452586:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991c00/0x2bbd42d658b20a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x327de9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452592:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991c00/0x2bbd42d658b20a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x327de9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452599:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x327de9af (ffff9ee498490c00) 00010000:00010000:3.0:1775764885.452601:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.452604:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991c00/0x2bbd42d658b20a5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x327de9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452609:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991c00/0x2bbd42d658b20a5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x327de9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452648:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990e00/0x2bbd42d658b20ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452656:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990e00/0x2bbd42d658b20ac lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452662:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990e00/0x2bbd42d658b20ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452667:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e990e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.452669:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990e00/0x2bbd42d658b20ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452675:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990e00/0x2bbd42d658b20ac lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452684:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.452686:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.452782:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990e00/0x2bbd42d658b20ac lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452789:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990e00/0x2bbd42d658b20ac lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452804:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b2107 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4939aede bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452811:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b2107 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4939aede bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452816:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b2107 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4939aede bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452821:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.452824:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b2107 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4939aede bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452833:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b2107 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4939aede bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452840:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4939aede (ffff9ee498490000) 00010000:00010000:3.0:1775764885.452843:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.452845:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b2107 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4939aede bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452850:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b2107 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4939aede bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452861:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b210e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452867:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b210e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452873:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b210e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452877:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.452880:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b210e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452885:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b210e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452891:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.452893:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.452895:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b210e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452901:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b210e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452914:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b2154 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc5257fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452920:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b2154 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc5257fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452926:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b2154 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc5257fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452930:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.452933:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b2154 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc5257fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452937:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b2154 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc5257fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452943:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc5257fc (ffff9ee498490900) 00010000:00010000:3.0:1775764885.452945:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.452948:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b2154 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc5257fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.452952:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b2154 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc5257fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453051:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b215b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453058:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b215b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453065:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b215b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453070:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453072:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b215b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453078:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b215b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453085:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.453088:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.453090:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b215b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453095:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b215b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453110:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993400/0x2bbd42d658b21af lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3b7b4a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453116:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993400/0x2bbd42d658b21af lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3b7b4a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453122:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993400/0x2bbd42d658b21af lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3b7b4a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453127:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e993400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453129:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993400/0x2bbd42d658b21af lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3b7b4a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453138:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993400/0x2bbd42d658b21af lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3b7b4a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453147:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb3b7b4a1 (ffff9ee4b16d1b00) 00010000:00010000:3.0:1775764885.453149:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.453152:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993400/0x2bbd42d658b21af lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb3b7b4a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453157:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993400/0x2bbd42d658b21af lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb3b7b4a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453170:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992200/0x2bbd42d658b21b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453176:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992200/0x2bbd42d658b21b6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453181:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992200/0x2bbd42d658b21b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453185:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e992200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453187:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992200/0x2bbd42d658b21b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453192:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992200/0x2bbd42d658b21b6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453199:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.453201:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.453204:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992200/0x2bbd42d658b21b6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453209:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992200/0x2bbd42d658b21b6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453220:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992a00/0x2bbd42d658b21fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ffd79b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453226:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992a00/0x2bbd42d658b21fc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ffd79b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453231:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992a00/0x2bbd42d658b21fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ffd79b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453235:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e992a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453238:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992a00/0x2bbd42d658b21fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ffd79b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453243:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992a00/0x2bbd42d658b21fc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ffd79b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453249:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8ffd79b4 (ffff9ee4b16d1700) 00010000:00010000:3.0:1775764885.453252:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.453254:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992a00/0x2bbd42d658b21fc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8ffd79b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453259:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992a00/0x2bbd42d658b21fc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8ffd79b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453270:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0000/0x2bbd42d658b2203 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453276:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0000/0x2bbd42d658b2203 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453282:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0000/0x2bbd42d658b2203 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453286:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df0000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453289:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0000/0x2bbd42d658b2203 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453295:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0000/0x2bbd42d658b2203 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453301:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.453304:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.453306:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0000/0x2bbd42d658b2203 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453310:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0000/0x2bbd42d658b2203 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453324:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106a00/0x2bbd42d658b2242 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f19ba18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453329:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106a00/0x2bbd42d658b2242 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f19ba18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453334:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106a00/0x2bbd42d658b2242 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f19ba18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453338:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386106a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453340:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106a00/0x2bbd42d658b2242 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f19ba18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453348:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106a00/0x2bbd42d658b2242 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f19ba18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453355:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7f19ba18 (ffff9ee485121f00) 00010000:00010000:3.0:1775764885.453357:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.453360:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106a00/0x2bbd42d658b2242 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7f19ba18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453365:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106a00/0x2bbd42d658b2242 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7f19ba18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453375:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106600/0x2bbd42d658b2249 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453382:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106600/0x2bbd42d658b2249 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453387:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106600/0x2bbd42d658b2249 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453392:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386106600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453394:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106600/0x2bbd42d658b2249 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453399:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106600/0x2bbd42d658b2249 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453406:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.453408:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.453411:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106600/0x2bbd42d658b2249 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453415:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106600/0x2bbd42d658b2249 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453426:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b2296 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x342be87b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453432:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b2296 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x342be87b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453438:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b2296 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x342be87b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453442:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff05e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453445:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b2296 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x342be87b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453450:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b2296 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x342be87b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453456:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x342be87b (ffff9ee4b16d1400) 00010000:00010000:3.0:1775764885.453458:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.453461:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b2296 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x342be87b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453467:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b2296 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x342be87b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453477:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b229d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453482:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b229d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453488:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b229d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453494:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff04a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453495:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b229d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453501:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b229d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453507:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.453509:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.453511:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b229d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453516:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b229d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453526:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107a00/0x2bbd42d658b22e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x725b9fe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453531:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107a00/0x2bbd42d658b22e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x725b9fe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453537:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107a00/0x2bbd42d658b22e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x725b9fe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453541:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386107a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453544:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107a00/0x2bbd42d658b22e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x725b9fe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453552:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107a00/0x2bbd42d658b22e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x725b9fe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453558:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x725b9fe8 (ffff9ee485121300) 00010000:00010000:3.0:1775764885.453560:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.453563:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107a00/0x2bbd42d658b22e3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x725b9fe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453568:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107a00/0x2bbd42d658b22e3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x725b9fe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453579:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106000/0x2bbd42d658b22ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453584:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106000/0x2bbd42d658b22ea lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453590:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106000/0x2bbd42d658b22ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453594:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386106000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453596:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106000/0x2bbd42d658b22ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453601:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106000/0x2bbd42d658b22ea lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453608:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.453610:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.453612:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106000/0x2bbd42d658b22ea lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453619:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106000/0x2bbd42d658b22ea lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453655:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b2337 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe1a164fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453661:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b2337 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe1a164fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453666:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b2337 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe1a164fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453670:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384478a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453673:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b2337 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe1a164fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453679:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b2337 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe1a164fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453686:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe1a164fa (ffff9ee4a7355a00) 00010000:00010000:3.0:1775764885.453853:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.453857:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b2337 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe1a164fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453863:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b2337 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe1a164fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453878:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b233e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453884:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b233e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453890:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b233e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453895:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453897:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b233e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453903:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b233e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453911:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.453913:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.453916:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b233e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453921:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b233e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453934:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993200/0x2bbd42d658b237d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x596f75a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453940:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993200/0x2bbd42d658b237d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x596f75a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453945:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993200/0x2bbd42d658b237d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x596f75a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.453950:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e993200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.453952:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993200/0x2bbd42d658b237d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x596f75a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454048:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993200/0x2bbd42d658b237d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x596f75a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454057:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x596f75a0 (ffff9ee485121400) 00010000:00010000:3.0:1775764885.454059:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.454062:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993200/0x2bbd42d658b237d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x596f75a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454067:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993200/0x2bbd42d658b237d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x596f75a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454079:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993800/0x2bbd42d658b2384 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454085:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993800/0x2bbd42d658b2384 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454091:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993800/0x2bbd42d658b2384 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454095:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e993800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.454098:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993800/0x2bbd42d658b2384 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454104:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993800/0x2bbd42d658b2384 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454111:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.454113:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.454115:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993800/0x2bbd42d658b2384 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454121:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993800/0x2bbd42d658b2384 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454134:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b23d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9c874a5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454140:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b23d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9c874a5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454145:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b23d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9c874a5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454150:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384478400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.454153:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b23d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9c874a5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454159:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b23d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9c874a5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454165:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9c874a5f (ffff9ee4a7355800) 00010000:00010000:3.0:1775764885.454168:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.454170:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b23d1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9c874a5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454175:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b23d1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9c874a5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454186:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b23d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454192:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b23d8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454198:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b23d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454203:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.454206:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b23d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454211:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b23d8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454218:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.454220:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.454222:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b23d8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454228:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b23d8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454238:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b2425 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a585f4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454243:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b2425 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a585f4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454248:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b2425 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a585f4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454253:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.454255:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b2425 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a585f4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454263:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b2425 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a585f4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454271:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3a585f4f (ffff9ee498490b00) 00010000:00010000:3.0:1775764885.454273:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.454276:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b2425 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3a585f4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454281:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b2425 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3a585f4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454293:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b242c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454299:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b242c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454304:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b242c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454310:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.454312:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b242c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454318:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b242c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454325:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.454326:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.454329:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b242c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454335:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b242c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454347:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b2472 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64af4c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454353:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b2472 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64af4c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454358:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b2472 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64af4c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454363:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.454366:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b2472 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64af4c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454372:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b2472 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64af4c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454380:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x64af4c83 (ffff9ee4a7355200) 00010000:00010000:3.0:1775764885.454382:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.454385:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b2472 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x64af4c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454391:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b2472 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x64af4c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454402:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b2479 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454408:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b2479 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454415:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b2479 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454420:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.454422:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b2479 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454428:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b2479 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454435:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.454437:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.454440:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b2479 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454445:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b2479 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454456:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b24aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9aef8fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454462:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b24aa lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9aef8fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454468:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b24aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9aef8fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454473:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.454476:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b24aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9aef8fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454485:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b24aa lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9aef8fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454492:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9aef8fb4 (ffff9ee4b16d1f00) 00010000:00010000:3.0:1775764885.454494:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.454497:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b24aa lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9aef8fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454502:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b24aa lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9aef8fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454516:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b24b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454522:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b24b1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454528:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b24b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454533:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.454535:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b24b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454540:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b24b1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454547:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.454549:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.454552:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b24b1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454558:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b24b1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454571:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b24fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8159b073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454577:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b24fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8159b073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454583:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b24fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8159b073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454589:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.454591:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b24fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8159b073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454598:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b24fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8159b073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454605:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8159b073 (ffff9ee498490500) 00010000:00010000:3.0:1775764885.454607:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.454610:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b24fe lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8159b073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454615:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b24fe lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8159b073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454977:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b2505 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454984:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b2505 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454990:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b2505 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.454995:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.454997:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b2505 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455003:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b2505 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455011:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.455014:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.455016:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b2505 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455022:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b2505 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455047:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b254b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xab76de6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455053:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b254b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xab76de6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455059:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b254b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xab76de6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455064:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455066:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b254b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xab76de6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455075:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b254b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xab76de6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455081:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xab76de6b (ffff9ee4a7355700) 00010000:00010000:3.0:1775764885.455083:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.455086:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b254b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xab76de6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455091:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b254b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xab76de6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455101:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b2552 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455107:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b2552 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455113:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b2552 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455117:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455120:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b2552 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455126:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b2552 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455132:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.455134:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.455136:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b2552 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455141:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b2552 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455153:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b259f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x90733f2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455158:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b259f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x90733f2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455164:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b259f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x90733f2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455169:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4813a2a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455171:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b259f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x90733f2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455177:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b259f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x90733f2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455183:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x90733f2c (ffff9ee4b16d1200) 00010000:00010000:3.0:1775764885.455185:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.455187:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b259f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x90733f2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455192:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b259f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x90733f2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455202:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b25a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455207:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b25a6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455213:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b25a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455217:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4813a2400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455220:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b25a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455225:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b25a6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455231:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.455233:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.455235:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b25a6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455240:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b25a6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455250:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b25f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x40f3b207 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455255:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b25f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x40f3b207 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455260:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b25f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x40f3b207 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455265:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455267:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b25f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x40f3b207 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455277:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b25f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x40f3b207 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455283:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x40f3b207 (ffff9ee498490400) 00010000:00010000:3.0:1775764885.455285:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.455288:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b25f3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x40f3b207 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455293:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b25f3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x40f3b207 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455304:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b25fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455309:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b25fa lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455314:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b25fa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455319:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455321:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b25fa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455326:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b25fa lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455331:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.455333:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.455335:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b25fa lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455341:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b25fa lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455360:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b2639 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaf3af2fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455365:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b2639 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaf3af2fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455370:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b2639 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaf3af2fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455374:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455376:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b2639 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaf3af2fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455381:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b2639 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaf3af2fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455386:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xaf3af2fc (ffff9ee48b70d000) 00010000:00010000:3.0:1775764885.455389:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.455391:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b2639 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xaf3af2fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455395:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b2639 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xaf3af2fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455404:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b2640 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455409:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b2640 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455415:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b2640 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455420:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455422:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b2640 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455428:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b2640 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455433:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.455435:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.455437:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b2640 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455441:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b2640 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455452:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b268d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd9eb6c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455457:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b268d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd9eb6c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455462:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b268d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd9eb6c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455465:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455468:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b268d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd9eb6c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455475:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b268d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd9eb6c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455482:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd9eb6c3b (ffff9ee48b70df00) 00010000:00010000:3.0:1775764885.455483:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.455485:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b268d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd9eb6c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455490:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b268d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd9eb6c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455500:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b2694 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455505:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b2694 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455510:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b2694 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455514:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455517:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b2694 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455522:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b2694 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455529:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.455531:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.455534:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b2694 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455539:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b2694 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455551:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b26e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6ac207ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455557:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b26e1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6ac207ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455562:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b26e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6ac207ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455567:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a2a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455569:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b26e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6ac207ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455576:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b26e1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6ac207ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455583:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6ac207ad (ffff9ee48b7d4000) 00010000:00010000:3.0:1775764885.455585:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.455587:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b26e1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6ac207ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455592:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b26e1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6ac207ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455604:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b26e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455609:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b26e8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455616:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b26e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455641:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a2200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455643:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b26e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455649:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b26e8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455656:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.455658:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.455661:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b26e8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455666:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b26e8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455681:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b2735 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb80900c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455685:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b2735 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb80900c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455937:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b2735 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb80900c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.455943:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.455946:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b2735 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb80900c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456022:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b2735 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb80900c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456031:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xeb80900c (ffff9ee48b7d4600) 00010000:00010000:3.0:1775764885.456033:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.456035:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b2735 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xeb80900c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456041:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b2735 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xeb80900c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456055:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b273c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456061:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b273c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456068:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b273c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456072:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456075:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b273c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456080:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b273c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456087:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.456089:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.456092:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b273c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456098:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b273c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456110:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b2789 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xadc65e0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456116:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b2789 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xadc65e0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456122:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b2789 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xadc65e0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456127:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456130:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b2789 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xadc65e0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456135:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b2789 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xadc65e0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456143:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xadc65e0c (ffff9ee498490f00) 00010000:00010000:3.0:1775764885.456145:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.456147:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b2789 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xadc65e0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456153:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b2789 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xadc65e0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456164:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b2790 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456170:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b2790 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456176:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b2790 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456181:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456183:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b2790 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456189:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b2790 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456195:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.456198:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.456200:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b2790 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456205:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b2790 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456225:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b27dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42add24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456231:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b27dd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42add24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456236:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b27dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42add24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456241:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456243:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b27dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42add24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456251:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b27dd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42add24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456258:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x42add24f (ffff9ee48b7d4a00) 00010000:00010000:3.0:1775764885.456260:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.456262:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b27dd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x42add24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456267:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b27dd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x42add24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456279:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b27e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456284:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b27e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456290:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b27e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456295:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456297:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b27e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456303:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b27e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456310:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.456312:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.456315:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b27e4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456319:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b27e4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456330:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b2831 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x32f1b710 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456335:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b2831 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x32f1b710 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456340:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b2831 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x32f1b710 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456344:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456347:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b2831 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x32f1b710 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456352:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b2831 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x32f1b710 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456358:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x32f1b710 (ffff9ee48b7d4500) 00010000:00010000:3.0:1775764885.456359:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.456362:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b2831 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x32f1b710 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456367:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b2831 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x32f1b710 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456377:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b2838 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456382:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b2838 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456388:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b2838 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456393:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456395:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b2838 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456400:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b2838 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456406:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.456408:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.456411:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b2838 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456416:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b2838 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456428:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b287e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa333b989 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456434:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b287e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa333b989 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456439:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b287e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa333b989 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456445:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456447:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b287e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa333b989 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456455:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b287e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa333b989 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456462:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa333b989 (ffff9ee48b7d4700) 00010000:00010000:3.0:1775764885.456464:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.456466:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b287e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa333b989 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456472:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b287e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa333b989 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456482:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b2885 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456487:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b2885 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456492:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b2885 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456497:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeef200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456499:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b2885 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456505:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b2885 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456513:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.456515:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.456517:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b2885 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456524:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b2885 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456535:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b28b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9e24c20b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456541:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b28b6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9e24c20b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456547:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b28b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9e24c20b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456552:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735dc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456554:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b28b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9e24c20b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456560:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b28b6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9e24c20b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456568:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9e24c20b (ffff9ee498490800) 00010000:00010000:3.0:1775764885.456570:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.456573:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b28b6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9e24c20b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456578:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b28b6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9e24c20b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456589:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b28bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456595:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b28bd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456601:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b28bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456606:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456608:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b28bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456614:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b28bd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456648:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.456651:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.456654:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b28bd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456659:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b28bd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456682:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b290a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5ab9d579 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456799:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b290a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5ab9d579 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456806:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b290a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5ab9d579 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456811:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456814:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b290a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5ab9d579 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456824:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b290a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5ab9d579 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456832:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5ab9d579 (ffff9ee48b70dd00) 00010000:00010000:3.0:1775764885.456834:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.456837:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b290a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5ab9d579 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456843:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b290a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5ab9d579 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456855:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b2911 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456861:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b2911 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456866:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b2911 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456871:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456874:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b2911 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456880:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b2911 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456887:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.456889:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.456891:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b2911 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456897:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b2911 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456909:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b2957 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8442bba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456914:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b2957 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8442bba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456920:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b2957 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8442bba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456925:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeeec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.456928:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b2957 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8442bba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456934:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b2957 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8442bba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456940:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8442bba8 (ffff9ee48b7d4f00) 00010000:00010000:3.0:1775764885.456942:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.456944:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b2957 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8442bba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.456948:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b2957 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8442bba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457044:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b295e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457052:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b295e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457058:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b295e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457063:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeef600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.457066:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b295e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457072:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b295e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457080:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.457082:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.457084:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b295e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457090:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b295e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457101:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b29b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9ec90a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457107:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b29b2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9ec90a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457112:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b29b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9ec90a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457117:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeefe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.457120:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b29b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9ec90a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457130:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b29b2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9ec90a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457137:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9ec90a60 (ffff9ee48b7d4400) 00010000:00010000:3.0:1775764885.457139:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.457143:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b29b2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9ec90a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457148:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b29b2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9ec90a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457160:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b29b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457165:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b29b9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457170:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b29b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457175:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.457177:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b29b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457181:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b29b9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457188:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.457190:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.457192:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b29b9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457197:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b29b9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457209:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b29ff lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xed223ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457214:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b29ff lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xed223ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457220:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b29ff lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xed223ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457224:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.457226:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b29ff lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xed223ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457230:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b29ff lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xed223ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457236:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xed223ee3 (ffff9ee4b16d1000) 00010000:00010000:3.0:1775764885.457238:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.457241:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b29ff lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xed223ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457245:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b29ff lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xed223ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457256:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b2a06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457261:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b2a06 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457266:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b2a06 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457270:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616c000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.457272:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b2a06 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457276:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b2a06 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457282:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.457284:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.457286:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b2a06 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457291:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b2a06 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457301:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b2a5a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7377a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457306:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b2a5a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7377a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457311:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b2a5a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7377a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457314:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.457316:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b2a5a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7377a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457324:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b2a5a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7377a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457330:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7377a651 (ffff9ee485121c00) 00010000:00010000:3.0:1775764885.457332:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.457334:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b2a5a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7377a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457338:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b2a5a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7377a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457350:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b2a61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457355:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b2a61 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457359:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b2a61 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457364:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.457366:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b2a61 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457371:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b2a61 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457377:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.457379:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.457381:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b2a61 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457385:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b2a61 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457397:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b2aae lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5bff5471 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457402:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b2aae lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5bff5471 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457408:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b2aae lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5bff5471 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457412:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.457414:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b2aae lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5bff5471 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457419:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b2aae lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5bff5471 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457425:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5bff5471 (ffff9ee48b63d300) 00010000:00010000:3.0:1775764885.457427:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.457429:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b2aae lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5bff5471 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457434:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b2aae lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5bff5471 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457445:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b2ab5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457450:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b2ab5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457456:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b2ab5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457461:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.457464:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b2ab5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457469:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b2ab5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457476:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.457479:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.457481:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b2ab5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457487:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b2ab5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457499:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b2b09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc2d89a65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457503:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b2b09 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc2d89a65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457508:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b2b09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc2d89a65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457512:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4813a3e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.457514:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b2b09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc2d89a65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457523:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b2b09 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc2d89a65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457530:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc2d89a65 (ffff9ee39160e700) 00010000:00010000:3.0:1775764885.457532:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.457534:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b2b09 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc2d89a65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457540:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b2b09 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc2d89a65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457551:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b2b10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457556:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b2b10 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457561:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b2b10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457567:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.457569:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b2b10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457574:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b2b10 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457580:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.457582:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.457584:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b2b10 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457589:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b2b10 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457600:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b2b5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e1b6b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457606:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b2b5d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e1b6b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457611:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b2b5d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e1b6b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457616:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.457618:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b2b5d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e1b6b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457652:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b2b5d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e1b6b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457659:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4e1b6b3c (ffff9ee39160e800) 00010000:00010000:3.0:1775764885.457662:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.457664:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b2b5d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4e1b6b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457669:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b2b5d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4e1b6b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.457681:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b2b64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.460141:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:3.0:1775764885.460288:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b2b64 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.460305:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b2b64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.461110:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132948992 00000100:00100000:2.0:1775764885.461118:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132948992 00000100:00100000:2.0:1775764885.461175:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16064 00000100:00100000:2.0:1775764885.461184:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+180:89014:x1862022132948992:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764885.461234:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1775764885.461336:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154039168:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764885.461358:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764885.461374:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b56ec lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 148 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76296 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.461394:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.461396:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764885.461401:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b56ec lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 148 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76296 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.461412:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8ae00, rc 0) 00000100:00100000:1.0:1775764885.461670:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132948608:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 20526us (20682us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764885.461677:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16062 00010000:00010000:3.0:1775764885.466934:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.466947:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b2b64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467045:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b2b64 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467066:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.467069:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.467075:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b2b64 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467082:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b2b64 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467110:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b2ba3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88816d29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467118:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b2ba3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88816d29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467125:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b2ba3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88816d29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467130:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.467133:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b2ba3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88816d29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467141:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b2ba3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88816d29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467149:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x88816d29 (ffff9ee39160e100) 00010000:00010000:3.0:1775764885.467151:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.467154:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b2ba3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x88816d29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467159:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b2ba3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x88816d29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467175:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b2baa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467182:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b2baa lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467188:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b2baa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467193:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.467196:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b2baa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467202:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b2baa lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467209:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.467211:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.467214:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b2baa lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467220:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b2baa lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467232:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b2be9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xba50825d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467238:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b2be9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xba50825d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467243:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b2be9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xba50825d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467247:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.467250:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b2be9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xba50825d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467257:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b2be9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xba50825d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467264:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xba50825d (ffff9ee48b70d900) 00010000:00010000:3.0:1775764885.467266:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.467269:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b2be9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xba50825d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467274:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b2be9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xba50825d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467288:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b2bf0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467294:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b2bf0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467300:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b2bf0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467305:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.467308:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b2bf0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467313:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b2bf0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467320:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.467323:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.467325:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b2bf0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467330:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b2bf0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467342:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b2c3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x520f4f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467347:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b2c3d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x520f4f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467352:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b2c3d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x520f4f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467357:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a3c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.467359:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b2c3d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x520f4f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467368:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b2c3d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x520f4f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467374:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x520f4f9 (ffff9ee48b70db00) 00010000:00010000:3.0:1775764885.467376:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.467378:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b2c3d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x520f4f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467383:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b2c3d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x520f4f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467393:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1400/0x2bbd42d658b2c44 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467400:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1400/0x2bbd42d658b2c44 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467404:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1400/0x2bbd42d658b2c44 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467409:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b1400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.467411:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1400/0x2bbd42d658b2c44 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467416:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1400/0x2bbd42d658b2c44 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467423:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.467425:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.467427:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1400/0x2bbd42d658b2c44 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467433:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1400/0x2bbd42d658b2c44 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467445:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6400/0x2bbd42d658b2c8a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5b6a12cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467450:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6400/0x2bbd42d658b2c8a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5b6a12cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467455:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6400/0x2bbd42d658b2c8a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5b6a12cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467459:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee6400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.467462:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6400/0x2bbd42d658b2c8a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5b6a12cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467467:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6400/0x2bbd42d658b2c8a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5b6a12cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467473:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5b6a12cb (ffff9ee39160e300) 00010000:00010000:3.0:1775764885.467475:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.467478:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6400/0x2bbd42d658b2c8a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5b6a12cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467483:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6400/0x2bbd42d658b2c8a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5b6a12cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467494:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6c00/0x2bbd42d658b2c98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467500:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6c00/0x2bbd42d658b2c98 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467507:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6c00/0x2bbd42d658b2c98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467512:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee6c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.467515:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6c00/0x2bbd42d658b2c98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467520:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6c00/0x2bbd42d658b2c98 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467526:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.467528:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.467530:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6c00/0x2bbd42d658b2c98 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467535:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6c00/0x2bbd42d658b2c98 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467545:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b2cc2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x72818a01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467551:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b2cc2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x72818a01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467557:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b2cc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x72818a01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467561:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.467563:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b2cc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x72818a01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467572:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b2cc2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x72818a01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467579:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x72818a01 (ffff9ee48b7d4300) 00010000:00010000:3.0:1775764885.467581:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.467584:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b2cc2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x72818a01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467589:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b2cc2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x72818a01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467602:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b2cc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467608:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b2cc9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467613:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b2cc9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467618:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.467648:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b2cc9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467655:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b2cc9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467663:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.467665:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.467668:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b2cc9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.467674:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b2cc9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.467853:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b5708 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 141 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7629d expref: 174 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.467866:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.467870:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764885.467899:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b570f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.467911:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b570f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.467920:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b570f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.467936:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5716 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x122f1867 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.467943:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5716 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x122f1867 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.467950:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5716 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x122f1867 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.468076:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 140 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.468112:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 140 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7628f expref: 32 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.468121:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.468167:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 140 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7628f expref: 32 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.468182:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 140 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7628f expref: 32 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.468198:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7157100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154039808:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764885.468285:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ced80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764885.468429:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.470130:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132949120 00000100:00100000:2.0:1775764885.470143:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132949120 00000100:00100000:2.0:1775764885.470203:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16065 00000100:00100000:2.0:1775764885.470214:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132949120:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764885.470235:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.470255:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5724 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 141 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762a4 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.470296:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 141 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 173 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.470334:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7156a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154039936:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764885.470474:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce900 going to sleep for 11 seconds 00010000:00010000:3.0:1775764885.470712:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b2d1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdbd08884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470725:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b2d1d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdbd08884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470733:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b2d1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdbd08884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470740:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.470745:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b2d1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdbd08884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470754:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b2d1d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdbd08884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470771:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdbd08884 (ffff9ee48b7d4c00) 00010000:00010000:3.0:1775764885.470774:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.470779:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b2d1d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdbd08884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470785:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b2d1d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdbd08884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470808:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b2d24 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470815:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b2d24 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470822:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b2d24 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470827:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.470829:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b2d24 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470834:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b2d24 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470840:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.470842:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.470845:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470876:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470885:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b2d24 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470889:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b2d24 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470907:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6e00/0x2bbd42d658b2d4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4050459c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470913:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6e00/0x2bbd42d658b2d4e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4050459c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470918:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6e00/0x2bbd42d658b2d4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4050459c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470925:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee6e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.470927:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6e00/0x2bbd42d658b2d4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4050459c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470934:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6e00/0x2bbd42d658b2d4e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4050459c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470942:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4050459c (ffff9ee39160e600) 00010000:00010000:3.0:1775764885.470944:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.470947:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6e00/0x2bbd42d658b2d4e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4050459c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.470953:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6e00/0x2bbd42d658b2d4e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4050459c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472371:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7600/0x2bbd42d658b2d55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472381:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7600/0x2bbd42d658b2d55 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472387:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7600/0x2bbd42d658b2d55 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472393:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee7600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.472397:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7600/0x2bbd42d658b2d55 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472403:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7600/0x2bbd42d658b2d55 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472421:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.472423:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.472427:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472458:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472468:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7600/0x2bbd42d658b2d55 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472473:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7600/0x2bbd42d658b2d55 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472493:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b2d9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe284210 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472499:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b2d9b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe284210 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472504:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b2d9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe284210 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472509:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.472512:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b2d9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe284210 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472517:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b2d9b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe284210 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472524:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbe284210 (ffff9ee4b16d1300) 00010000:00010000:3.0:1775764885.472526:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.472529:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b2d9b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbe284210 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472533:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b2d9b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbe284210 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472548:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b2da2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472554:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b2da2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472560:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b2da2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472565:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeeea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.472567:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b2da2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472572:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b2da2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472579:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.472581:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.472583:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472594:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472601:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b2da2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.472608:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b2da2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473414:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6600/0x2bbd42d658b2df6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4d0550a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473425:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6600/0x2bbd42d658b2df6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4d0550a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473431:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6600/0x2bbd42d658b2df6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4d0550a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473437:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee6600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.473440:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6600/0x2bbd42d658b2df6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4d0550a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473446:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6600/0x2bbd42d658b2df6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4d0550a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473457:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4d0550a (ffff9ee39160ed00) 00010000:00010000:3.0:1775764885.473460:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.473464:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6600/0x2bbd42d658b2df6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4d0550a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473469:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6600/0x2bbd42d658b2df6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4d0550a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473484:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7a00/0x2bbd42d658b2dfd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473490:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7a00/0x2bbd42d658b2dfd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473496:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7a00/0x2bbd42d658b2dfd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473501:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee7a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.473504:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7a00/0x2bbd42d658b2dfd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473510:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7a00/0x2bbd42d658b2dfd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473517:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.473519:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.473522:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473537:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473545:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7a00/0x2bbd42d658b2dfd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473551:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7a00/0x2bbd42d658b2dfd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473568:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991400/0x2bbd42d658b2e27 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2782204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473575:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991400/0x2bbd42d658b2e27 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2782204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473581:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991400/0x2bbd42d658b2e27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2782204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473586:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e991400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.473589:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991400/0x2bbd42d658b2e27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2782204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473594:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991400/0x2bbd42d658b2e27 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2782204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473602:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2782204a (ffff9ee48b63d900) 00010000:00010000:3.0:1775764885.473604:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.473606:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991400/0x2bbd42d658b2e27 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2782204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473611:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991400/0x2bbd42d658b2e27 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2782204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473651:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991a00/0x2bbd42d658b2e2e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473657:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991a00/0x2bbd42d658b2e2e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473663:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991a00/0x2bbd42d658b2e2e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473668:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e991a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.473671:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991a00/0x2bbd42d658b2e2e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473676:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991a00/0x2bbd42d658b2e2e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473697:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.473700:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.473702:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473713:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473723:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991a00/0x2bbd42d658b2e2e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473728:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e991a00/0x2bbd42d658b2e2e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473742:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b2e74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe9aab6a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473747:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b2e74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe9aab6a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473753:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b2e74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe9aab6a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473758:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.473761:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b2e74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe9aab6a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473767:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b2e74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe9aab6a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473775:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe9aab6a4 (ffff9ee498490300) 00010000:00010000:3.0:1775764885.473778:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.473781:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b2e74 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe9aab6a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473786:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b2e74 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe9aab6a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473799:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b2e7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473812:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b2e7b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473817:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b2e7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473822:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490d85e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.473825:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b2e7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473831:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b2e7b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473839:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.473841:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.473843:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473853:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473860:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b2e7b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473865:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b2e7b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473878:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b2ec8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x927b4a73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473883:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b2ec8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x927b4a73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473888:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b2ec8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x927b4a73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473892:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.473894:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b2ec8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x927b4a73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473899:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b2ec8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x927b4a73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473905:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x927b4a73 (ffff9ee492ba1400) 00010000:00010000:3.0:1775764885.473907:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.473910:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b2ec8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x927b4a73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473914:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b2ec8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x927b4a73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473926:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b2ecf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473931:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b2ecf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473937:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b2ecf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473941:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.473943:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b2ecf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473949:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b2ecf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473956:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.473968:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.473971:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473981:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473989:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b2ecf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.473995:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b2ecf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474009:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7c00/0x2bbd42d658b2f1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2be7bd4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474014:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7c00/0x2bbd42d658b2f1c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2be7bd4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474020:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7c00/0x2bbd42d658b2f1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2be7bd4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474025:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee7c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474028:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7c00/0x2bbd42d658b2f1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2be7bd4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474034:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7c00/0x2bbd42d658b2f1c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2be7bd4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474041:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2be7bd4e (ffff9ee39160e400) 00010000:00010000:3.0:1775764885.474043:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.474046:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7c00/0x2bbd42d658b2f1c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2be7bd4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474051:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7c00/0x2bbd42d658b2f1c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2be7bd4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474062:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7200/0x2bbd42d658b2f23 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474067:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7200/0x2bbd42d658b2f23 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474073:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7200/0x2bbd42d658b2f23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474077:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee7200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474080:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7200/0x2bbd42d658b2f23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474086:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7200/0x2bbd42d658b2f23 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474096:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.474098:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.474100:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474109:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474116:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7200/0x2bbd42d658b2f23 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474121:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7200/0x2bbd42d658b2f23 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474133:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b2f54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x32aecb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474138:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b2f54 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x32aecb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474143:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b2f54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x32aecb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474147:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474150:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b2f54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x32aecb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474156:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b2f54 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x32aecb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474163:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x32aecb35 (ffff9ee48b70da00) 00010000:00010000:3.0:1775764885.474166:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.474168:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b2f54 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x32aecb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474174:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b2f54 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x32aecb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474186:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b2f5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474190:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b2f5b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474195:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b2f5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474200:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474202:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b2f5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474206:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b2f5b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474213:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.474215:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.474217:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474227:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474234:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b2f5b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474239:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b2f5b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474252:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467de00/0x2bbd42d658b2fa8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb50247e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474257:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467de00/0x2bbd42d658b2fa8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb50247e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474262:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467de00/0x2bbd42d658b2fa8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb50247e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474266:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474269:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467de00/0x2bbd42d658b2fa8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb50247e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474274:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467de00/0x2bbd42d658b2fa8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb50247e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474282:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb50247e5 (ffff9ee48b70d100) 00010000:00010000:3.0:1775764885.474284:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.474287:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467de00/0x2bbd42d658b2fa8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb50247e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474293:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467de00/0x2bbd42d658b2fa8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb50247e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474303:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d800/0x2bbd42d658b2faf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474309:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d800/0x2bbd42d658b2faf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474315:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d800/0x2bbd42d658b2faf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474319:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474321:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d800/0x2bbd42d658b2faf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474326:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d800/0x2bbd42d658b2faf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474332:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.474333:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.474335:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474344:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474351:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d800/0x2bbd42d658b2faf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474355:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d800/0x2bbd42d658b2faf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474366:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b2fe0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x842a1ba2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474372:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b2fe0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x842a1ba2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474376:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b2fe0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x842a1ba2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474382:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474385:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b2fe0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x842a1ba2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474390:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b2fe0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x842a1ba2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474398:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x842a1ba2 (ffff9ee492ba1000) 00010000:00010000:3.0:1775764885.474400:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.474403:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b2fe0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x842a1ba2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474409:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b2fe0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x842a1ba2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474419:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b2fe7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474423:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b2fe7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474428:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b2fe7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474432:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474434:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b2fe7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474439:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b2fe7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474448:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.474450:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.474452:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474461:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474467:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b2fe7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474472:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b2fe7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474484:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b3011 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ce46df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474489:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b3011 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ce46df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474495:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b3011 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ce46df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474499:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474502:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b3011 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ce46df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474507:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b3011 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ce46df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474514:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2ce46df1 (ffff9ee492ba1d00) 00010000:00010000:3.0:1775764885.474516:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.474518:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b3011 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2ce46df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474524:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b3011 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2ce46df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474533:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b3018 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474539:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b3018 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474544:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b3018 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474549:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474551:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b3018 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474556:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b3018 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474563:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.474564:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.474567:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474575:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474581:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b3018 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474587:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b3018 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474597:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b3065 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f3d0c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474603:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b3065 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f3d0c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474608:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b3065 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f3d0c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474613:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474616:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b3065 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f3d0c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474642:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b3065 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f3d0c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474649:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5f3d0c55 (ffff9ee4c2047a00) 00010000:00010000:3.0:1775764885.474652:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.474654:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b3065 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5f3d0c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474660:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b3065 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5f3d0c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474672:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b306c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474677:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b306c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474683:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b306c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474688:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474691:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b306c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474696:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b306c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474702:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.474704:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.474707:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474715:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474722:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b306c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474726:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b306c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474737:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d200/0x2bbd42d658b30b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1281d7e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474743:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d200/0x2bbd42d658b30b9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1281d7e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474748:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d200/0x2bbd42d658b30b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1281d7e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474753:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474756:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d200/0x2bbd42d658b30b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1281d7e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474762:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d200/0x2bbd42d658b30b9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1281d7e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474768:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1281d7e9 (ffff9ee385b45d00) 00010000:00010000:3.0:1775764885.474770:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.474772:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d200/0x2bbd42d658b30b9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1281d7e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474778:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d200/0x2bbd42d658b30b9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1281d7e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474787:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467cc00/0x2bbd42d658b30c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474793:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467cc00/0x2bbd42d658b30c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474798:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467cc00/0x2bbd42d658b30c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474802:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474804:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467cc00/0x2bbd42d658b30c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474809:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467cc00/0x2bbd42d658b30c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474820:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.474822:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.474824:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474831:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474838:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467cc00/0x2bbd42d658b30c0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474843:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467cc00/0x2bbd42d658b30c0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474853:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b3114 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb59ffa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474858:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b3114 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb59ffa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474863:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b3114 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb59ffa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474868:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474870:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b3114 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb59ffa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474876:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b3114 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb59ffa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474882:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdb59ffa6 (ffff9ee492ba1100) 00010000:00010000:3.0:1775764885.474884:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.474887:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b3114 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdb59ffa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474892:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b3114 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdb59ffa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474901:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b311b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474907:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b311b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474911:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b311b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474915:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.474917:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b311b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474922:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b311b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474928:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.474930:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.474932:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474941:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474948:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b311b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.474953:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b311b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482446:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c600/0x2bbd42d658b3168 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a963f41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482458:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c600/0x2bbd42d658b3168 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a963f41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482465:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c600/0x2bbd42d658b3168 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a963f41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482471:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.482475:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c600/0x2bbd42d658b3168 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a963f41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482482:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c600/0x2bbd42d658b3168 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a963f41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482497:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6a963f41 (ffff9ee385b45300) 00010000:00010000:3.0:1775764885.482500:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.482504:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c600/0x2bbd42d658b3168 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6a963f41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482510:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c600/0x2bbd42d658b3168 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6a963f41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482526:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c200/0x2bbd42d658b316f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482532:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c200/0x2bbd42d658b316f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482539:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c200/0x2bbd42d658b316f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482544:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.482547:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c200/0x2bbd42d658b316f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482553:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c200/0x2bbd42d658b316f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482561:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.482563:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.482566:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482597:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482606:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c200/0x2bbd42d658b316f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482611:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c200/0x2bbd42d658b316f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482641:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467da00/0x2bbd42d658b31a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x981a66fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482647:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467da00/0x2bbd42d658b31a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x981a66fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482652:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467da00/0x2bbd42d658b31a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x981a66fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482657:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.482660:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467da00/0x2bbd42d658b31a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x981a66fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482665:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467da00/0x2bbd42d658b31a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x981a66fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482672:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x981a66fe (ffff9ee385b45700) 00010000:00010000:3.0:1775764885.482675:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.482677:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467da00/0x2bbd42d658b31a0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x981a66fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482682:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467da00/0x2bbd42d658b31a0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x981a66fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482703:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c800/0x2bbd42d658b31a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482709:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c800/0x2bbd42d658b31a7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482714:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c800/0x2bbd42d658b31a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482718:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.482721:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c800/0x2bbd42d658b31a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482726:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c800/0x2bbd42d658b31a7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482737:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.482739:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.482742:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482752:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482760:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c800/0x2bbd42d658b31a7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482766:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c800/0x2bbd42d658b31a7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482779:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b31d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb5ead9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482785:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b31d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb5ead9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482790:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b31d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb5ead9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482794:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323be00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.482797:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b31d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb5ead9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482802:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b31d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb5ead9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482810:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb5ead9d9 (ffff9ee492ba1200) 00010000:00010000:3.0:1775764885.482813:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.482815:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b31d1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb5ead9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482821:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b31d1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb5ead9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482837:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b31d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482843:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b31d8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482849:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b31d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482854:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.482856:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b31d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482861:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b31d8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482868:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.482870:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.482872:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482882:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482890:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b31d8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482896:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b31d8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482909:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c000/0x2bbd42d658b322c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x777a9122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482915:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c000/0x2bbd42d658b322c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x777a9122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482921:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c000/0x2bbd42d658b322c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x777a9122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482926:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467c000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.482929:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c000/0x2bbd42d658b322c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x777a9122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482934:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c000/0x2bbd42d658b322c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x777a9122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482942:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x777a9122 (ffff9ee385b45500) 00010000:00010000:3.0:1775764885.482944:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.482947:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c000/0x2bbd42d658b322c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x777a9122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482952:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c000/0x2bbd42d658b322c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x777a9122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482976:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d400/0x2bbd42d658b3233 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482982:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d400/0x2bbd42d658b3233 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482987:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d400/0x2bbd42d658b3233 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482991:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.482994:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d400/0x2bbd42d658b3233 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.482999:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d400/0x2bbd42d658b3233 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483006:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.483008:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.483011:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483020:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483028:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d400/0x2bbd42d658b3233 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483034:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d400/0x2bbd42d658b3233 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483049:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b3279 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe33f968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483055:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b3279 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe33f968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483061:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b3279 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe33f968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483067:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483069:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b3279 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe33f968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483075:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b3279 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe33f968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483083:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe33f968 (ffff9ee4c2047300) 00010000:00010000:3.0:1775764885.483086:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.483088:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b3279 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe33f968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483095:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b3279 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe33f968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483108:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b3280 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483114:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b3280 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483119:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b3280 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483124:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483127:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b3280 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483133:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b3280 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483144:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.483147:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.483148:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483158:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483165:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b3280 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483170:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b3280 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483183:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467dc00/0x2bbd42d658b32d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdbb08d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483188:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467dc00/0x2bbd42d658b32d4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdbb08d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483192:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467dc00/0x2bbd42d658b32d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdbb08d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483197:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467dc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483199:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467dc00/0x2bbd42d658b32d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdbb08d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483204:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467dc00/0x2bbd42d658b32d4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdbb08d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483212:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdbb08d37 (ffff9ee385b45800) 00010000:00010000:3.0:1775764885.483214:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.483217:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467dc00/0x2bbd42d658b32d4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdbb08d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483222:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467dc00/0x2bbd42d658b32d4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdbb08d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483234:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ca00/0x2bbd42d658b32db lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483240:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ca00/0x2bbd42d658b32db lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483244:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ca00/0x2bbd42d658b32db lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483249:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483251:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ca00/0x2bbd42d658b32db lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483256:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ca00/0x2bbd42d658b32db lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483262:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.483264:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.483266:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483275:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483283:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ca00/0x2bbd42d658b32db lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483288:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ca00/0x2bbd42d658b32db lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483300:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b331a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde1fa28e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483306:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b331a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde1fa28e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483311:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b331a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde1fa28e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483316:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483318:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b331a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde1fa28e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483324:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b331a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde1fa28e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483330:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xde1fa28e (ffff9ee492ba1f00) 00010000:00010000:3.0:1775764885.483332:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.483335:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b331a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xde1fa28e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483339:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b331a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xde1fa28e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483350:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b3328 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483356:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b3328 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483362:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b3328 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483366:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323ba00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483368:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b3328 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483373:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b3328 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483379:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.483381:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.483383:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483391:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483397:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b3328 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483401:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b3328 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483411:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d000/0x2bbd42d658b3367 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a0c8412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483416:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d000/0x2bbd42d658b3367 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a0c8412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483421:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d000/0x2bbd42d658b3367 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a0c8412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483425:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483428:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d000/0x2bbd42d658b3367 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a0c8412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483432:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d000/0x2bbd42d658b3367 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a0c8412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483438:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6a0c8412 (ffff9ee385b45e00) 00010000:00010000:3.0:1775764885.483441:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.483443:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d000/0x2bbd42d658b3367 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6a0c8412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483448:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467d000/0x2bbd42d658b3367 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6a0c8412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483459:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1c00/0x2bbd42d658b336e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483464:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1c00/0x2bbd42d658b336e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483469:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1c00/0x2bbd42d658b336e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483473:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3862b1c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483476:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1c00/0x2bbd42d658b336e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483481:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1c00/0x2bbd42d658b336e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483491:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.483493:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.483494:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483503:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483509:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1c00/0x2bbd42d658b336e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483514:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3862b1c00/0x2bbd42d658b336e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483528:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b33bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3d5e9e2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483533:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b33bb lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3d5e9e2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483538:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b33bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3d5e9e2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483542:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483544:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b33bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3d5e9e2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483549:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b33bb lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3d5e9e2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483556:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3d5e9e2c (ffff9ee4c2047500) 00010000:00010000:3.0:1775764885.483559:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.483561:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b33bb lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3d5e9e2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483566:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b33bb lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3d5e9e2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483579:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b33c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483585:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b33c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483591:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b33c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483595:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483597:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b33c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483603:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b33c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483610:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.483612:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.483614:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483651:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483660:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b33c2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483666:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b33c2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483680:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b3416 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4bb2dc9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483686:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b3416 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4bb2dc9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483691:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b3416 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4bb2dc9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483696:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483699:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b3416 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4bb2dc9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483704:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b3416 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4bb2dc9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483711:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4bb2dc9a (ffff9ee39c395500) 00010000:00010000:3.0:1775764885.483713:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.483716:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b3416 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4bb2dc9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483721:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b3416 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4bb2dc9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483736:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b341d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483742:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b341d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483748:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b341d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483753:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483756:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b341d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483762:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b341d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483768:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.483770:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.483773:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483782:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483789:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b341d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483795:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b341d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483807:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b346a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x43643167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483812:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b346a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x43643167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483817:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b346a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x43643167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483822:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdadc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483825:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b346a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x43643167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483830:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b346a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x43643167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483836:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x43643167 (ffff9ee385b45100) 00010000:00010000:3.0:1775764885.483839:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.483841:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b346a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x43643167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483846:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b346a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x43643167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483857:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b3471 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483863:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b3471 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483869:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b3471 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483873:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdac400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483876:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b3471 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483882:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b3471 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483894:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.483896:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.483898:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483907:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483915:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b3471 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483920:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b3471 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483932:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b34b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8cd54e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483937:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b34b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8cd54e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483942:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b34b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8cd54e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483947:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.483949:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b34b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8cd54e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483955:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b34b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8cd54e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483976:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc8cd54e5 (ffff9ee4c2047200) 00010000:00010000:3.0:1775764885.483979:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.483981:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b34b7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc8cd54e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483987:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b34b7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc8cd54e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.483999:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ce00/0x2bbd42d658b34be lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484005:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ce00/0x2bbd42d658b34be lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484009:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ce00/0x2bbd42d658b34be lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484014:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484016:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ce00/0x2bbd42d658b34be lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484021:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ce00/0x2bbd42d658b34be lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484028:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.484030:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.484032:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484041:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484047:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ce00/0x2bbd42d658b34be lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484053:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467ce00/0x2bbd42d658b34be lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484068:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b3512 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x974aa703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484074:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b3512 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x974aa703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484080:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b3512 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x974aa703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484085:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484087:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b3512 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x974aa703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484093:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b3512 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x974aa703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484101:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x974aa703 (ffff9ee39c395400) 00010000:00010000:3.0:1775764885.484103:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.484105:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b3512 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x974aa703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484110:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b3512 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x974aa703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484121:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b3519 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484128:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b3519 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484133:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b3519 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484138:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484140:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b3519 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484145:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b3519 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484153:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.484155:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.484157:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484165:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484171:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b3519 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484176:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b3519 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484190:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993e00/0x2bbd42d658b3566 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4fb38786 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484197:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993e00/0x2bbd42d658b3566 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4fb38786 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484202:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993e00/0x2bbd42d658b3566 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4fb38786 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484207:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e993e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484210:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993e00/0x2bbd42d658b3566 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4fb38786 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484215:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993e00/0x2bbd42d658b3566 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4fb38786 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484223:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4fb38786 (ffff9ee39160e000) 00010000:00010000:3.0:1775764885.484226:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.484228:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993e00/0x2bbd42d658b3566 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4fb38786 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484233:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993e00/0x2bbd42d658b3566 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4fb38786 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484246:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993c00/0x2bbd42d658b356d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484251:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993c00/0x2bbd42d658b356d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484256:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993c00/0x2bbd42d658b356d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484260:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e993c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484263:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993c00/0x2bbd42d658b356d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484268:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993c00/0x2bbd42d658b356d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484279:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.484281:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.484283:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484292:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484300:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993c00/0x2bbd42d658b356d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484305:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993c00/0x2bbd42d658b356d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484317:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b35c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x73602c86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484322:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b35c1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x73602c86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484328:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b35c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x73602c86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484332:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484335:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b35c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x73602c86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484341:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b35c1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x73602c86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484348:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x73602c86 (ffff9ee4c2047e00) 00010000:00010000:3.0:1775764885.484350:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.484353:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b35c1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x73602c86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484357:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b35c1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x73602c86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484368:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b35c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484373:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b35c8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484377:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b35c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484381:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484383:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b35c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484388:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b35c8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484394:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.484396:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.484398:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484407:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484414:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b35c8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484419:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b35c8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484431:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992600/0x2bbd42d658b361c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8015165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484436:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992600/0x2bbd42d658b361c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8015165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484440:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992600/0x2bbd42d658b361c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8015165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484445:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e992600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484447:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992600/0x2bbd42d658b361c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8015165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484452:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992600/0x2bbd42d658b361c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8015165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484458:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb8015165 (ffff9ee39160e500) 00010000:00010000:3.0:1775764885.484461:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.484463:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992600/0x2bbd42d658b361c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb8015165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484468:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992600/0x2bbd42d658b361c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb8015165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484482:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0800/0x2bbd42d658b3623 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484487:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0800/0x2bbd42d658b3623 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484493:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0800/0x2bbd42d658b3623 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484498:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384df0800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484501:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0800/0x2bbd42d658b3623 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484507:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0800/0x2bbd42d658b3623 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484513:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.484516:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.484518:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484526:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484535:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0800/0x2bbd42d658b3623 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484540:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384df0800/0x2bbd42d658b3623 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484554:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b3677 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbaf7c257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484561:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b3677 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbaf7c257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484566:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b3677 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbaf7c257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484571:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266ee00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484574:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b3677 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbaf7c257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484580:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b3677 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbaf7c257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484588:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbaf7c257 (ffff9ee4c2047800) 00010000:00010000:3.0:1775764885.484590:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.484592:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b3677 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbaf7c257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484598:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b3677 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbaf7c257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484610:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b367e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484615:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b367e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484619:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b367e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484649:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484651:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b367e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484657:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b367e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484669:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.484671:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.484673:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484682:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484689:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b367e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484694:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b367e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484708:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b36d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa80fbeca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484714:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b36d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa80fbeca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484720:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b36d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa80fbeca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484725:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484727:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b36d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa80fbeca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484733:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b36d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa80fbeca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484740:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa80fbeca (ffff9ee39160ee00) 00010000:00010000:3.0:1775764885.484742:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.484744:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b36d2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa80fbeca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484749:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b36d2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa80fbeca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484761:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b36d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484767:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b36d9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484771:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b36d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484776:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484778:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b36d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484783:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b36d9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484790:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.484792:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.484794:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484802:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484809:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b36d9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484815:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b36d9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484828:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b371f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x22cae7fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484834:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b371f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x22cae7fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484839:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b371f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x22cae7fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484844:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480031800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484846:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b371f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x22cae7fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484851:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b371f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x22cae7fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484857:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x22cae7fb (ffff9ee39160e900) 00010000:00010000:3.0:1775764885.484859:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.484862:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b371f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x22cae7fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484866:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b371f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x22cae7fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484878:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b3726 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484883:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b3726 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484888:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b3726 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484892:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480030a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484895:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b3726 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484899:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b3726 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484906:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.484908:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.484910:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484917:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484924:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b3726 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484928:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b3726 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484940:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b377a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb83b779 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484946:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b377a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb83b779 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484950:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b377a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb83b779 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484955:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1ee00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.484969:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b377a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb83b779 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484974:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b377a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb83b779 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484981:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdb83b779 (ffff9ee385b45400) 00010000:00010000:3.0:1775764885.484983:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.484985:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b377a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdb83b779 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.484990:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b377a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdb83b779 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485003:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b3781 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485009:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b3781 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485015:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b3781 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485020:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485023:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b3781 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485027:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b3781 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485038:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.485041:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.485043:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485051:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485060:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b3781 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485066:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b3781 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485079:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b37ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x309bed05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485084:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b37ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x309bed05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485089:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b37ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x309bed05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485093:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485096:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b37ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x309bed05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485101:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b37ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x309bed05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485107:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x309bed05 (ffff9ee39160ea00) 00010000:00010000:3.0:1775764885.485109:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.485112:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b37ce lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x309bed05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485117:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b37ce lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x309bed05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485130:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b37d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485135:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b37d5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485141:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b37d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485146:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480030800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485154:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b37d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485159:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b37d5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485166:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.485168:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.485170:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485179:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485186:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b37d5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485191:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b37d5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485203:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b3822 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc1f42b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485209:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b3822 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc1f42b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485214:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b3822 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc1f42b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485218:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485221:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b3822 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc1f42b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485226:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b3822 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc1f42b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485232:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc1f42b73 (ffff9ee485121700) 00010000:00010000:3.0:1775764885.485235:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.485237:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b3822 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc1f42b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485243:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b3822 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc1f42b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485259:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b3829 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485264:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b3829 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485269:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b3829 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485274:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485276:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b3829 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485280:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b3829 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485287:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.485289:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.485291:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485299:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485306:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b3829 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485312:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b3829 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485326:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6a00/0x2bbd42d658b3876 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x33c49e4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485332:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6a00/0x2bbd42d658b3876 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x33c49e4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485337:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6a00/0x2bbd42d658b3876 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x33c49e4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485342:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee6a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485345:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6a00/0x2bbd42d658b3876 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x33c49e4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485350:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6a00/0x2bbd42d658b3876 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x33c49e4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485358:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x33c49e4e (ffff9ee4c2047f00) 00010000:00010000:3.0:1775764885.485360:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.485363:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6a00/0x2bbd42d658b3876 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x33c49e4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485368:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6a00/0x2bbd42d658b3876 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x33c49e4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485382:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7000/0x2bbd42d658b387d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485387:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7000/0x2bbd42d658b387d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485392:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7000/0x2bbd42d658b387d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485397:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee7000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485400:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7000/0x2bbd42d658b387d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485406:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7000/0x2bbd42d658b387d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485416:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.485418:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.485421:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485430:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485437:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7000/0x2bbd42d658b387d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485442:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7000/0x2bbd42d658b387d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485455:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b38ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbc5fdf43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485461:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b38ca lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbc5fdf43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485467:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b38ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbc5fdf43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485471:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485474:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b38ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbc5fdf43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485479:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b38ca lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbc5fdf43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485485:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbc5fdf43 (ffff9ee4859c4d00) 00010000:00010000:3.0:1775764885.485488:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.485490:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b38ca lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbc5fdf43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485494:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b38ca lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbc5fdf43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485505:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b38d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485510:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b38d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485515:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b38d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485520:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485522:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b38d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485527:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b38d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485534:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.485536:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.485538:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485547:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485554:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b38d1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485560:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b38d1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485572:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b3925 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd39969dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485577:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b3925 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd39969dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485582:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b3925 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd39969dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485586:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485588:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b3925 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd39969dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485594:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b3925 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd39969dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485600:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd39969dd (ffff9ee4859c4200) 00010000:00010000:3.0:1775764885.485602:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.485605:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b3925 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd39969dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485610:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b3925 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd39969dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485648:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b392c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485654:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b392c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485660:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b392c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485664:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485667:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b392c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485672:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b392c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485678:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.485680:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.485683:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485692:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485700:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b392c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485705:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b392c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485718:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7800/0x2bbd42d658b3980 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9b11befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485724:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7800/0x2bbd42d658b3980 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9b11befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485729:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7800/0x2bbd42d658b3980 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9b11befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485734:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee7800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485737:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7800/0x2bbd42d658b3980 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9b11befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485742:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7800/0x2bbd42d658b3980 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9b11befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485748:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9b11befb (ffff9ee48b63da00) 00010000:00010000:3.0:1775764885.485750:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.485752:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7800/0x2bbd42d658b3980 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9b11befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485758:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7800/0x2bbd42d658b3980 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9b11befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485769:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6200/0x2bbd42d658b3987 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485774:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6200/0x2bbd42d658b3987 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485778:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6200/0x2bbd42d658b3987 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485782:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee6200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485785:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6200/0x2bbd42d658b3987 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485789:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6200/0x2bbd42d658b3987 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485798:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.485800:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.485802:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485810:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485817:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6200/0x2bbd42d658b3987 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485822:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6200/0x2bbd42d658b3987 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485836:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b39db lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde517c52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485842:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b39db lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde517c52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485848:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b39db lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde517c52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485853:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485855:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b39db lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde517c52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485861:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b39db lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde517c52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485868:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xde517c52 (ffff9ee385b45200) 00010000:00010000:3.0:1775764885.485871:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.485874:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b39db lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xde517c52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485879:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b39db lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xde517c52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485891:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b39e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485897:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b39e2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485902:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b39e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485907:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.485909:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b39e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485914:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b39e2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485921:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.485922:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.485925:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485932:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485939:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b39e2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.485944:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b39e2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.487338:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.487367:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132949248 00000100:00100000:0.0:1775764885.487376:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132949248 00010000:00010000:0.0:1775764885.487412:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 99 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7628f expref: 35 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.487454:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1924 00000100:00100000:0.0:1775764885.487463:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132949248:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764885.487478:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.487484:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 100 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7628f expref: 35 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.487503:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 100 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7628f expref: 35 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.487523:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.487527:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.487548:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.487555:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.487574:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764885.487647:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132949248:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 185us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.487655:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1924 00000100:00100000:2.0:1775764885.491343:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7156a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154039936:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764885.491370:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764885.491389:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5724 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 99 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762a4 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.491411:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.491414:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764885.491419:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b5724 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 99 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762a4 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.491438:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c200, rc 0) 00000100:00100000:2.0:1775764885.491512:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132949120:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 21300us (23085us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764885.491521:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16065 00010000:00010000:3.0:1775764885.494290:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b3a28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3674dd5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494305:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b3a28 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3674dd5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494314:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b3a28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3674dd5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494320:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeef000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.494325:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b3a28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3674dd5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494335:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b3a28 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3674dd5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494351:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3674dd5a (ffff9ee39c395900) 00010000:00010000:3.0:1775764885.494355:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.494359:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b3a28 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3674dd5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494365:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b3a28 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3674dd5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494391:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b3a2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494397:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b3a2f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494402:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b3a2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494407:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.494409:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b3a2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494414:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b3a2f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494421:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.494424:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.494427:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b3a2f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494433:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b3a2f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494456:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b3a60 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x50c6ade1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494461:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b3a60 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x50c6ade1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494467:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b3a60 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x50c6ade1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494472:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeefa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.494474:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b3a60 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x50c6ade1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494483:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b3a60 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x50c6ade1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494490:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x50c6ade1 (ffff9ee39c395a00) 00010000:00010000:3.0:1775764885.494492:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.494494:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b3a60 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x50c6ade1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494499:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b3a60 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x50c6ade1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494511:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b3a67 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494516:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b3a67 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494522:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b3a67 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494527:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.494529:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b3a67 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494535:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b3a67 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494542:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.494545:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.494547:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b3a67 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494552:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b3a67 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494565:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b3a91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x23914eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494571:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b3a91 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x23914eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494576:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b3a91 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x23914eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494580:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490d84800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.494582:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b3a91 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x23914eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494587:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b3a91 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x23914eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494594:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x23914eff (ffff9ee4b5bcf000) 00010000:00010000:3.0:1775764885.494596:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.494598:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b3a91 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x23914eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494603:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b3a91 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x23914eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494616:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b3a98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494763:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b3a98 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494770:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b3a98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494775:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.494778:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b3a98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494783:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b3a98 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494791:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.494793:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.494795:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b3a98 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494801:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b3a98 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494815:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b3ae5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42f8d3cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494822:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b3ae5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42f8d3cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494828:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b3ae5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42f8d3cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494834:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.494836:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b3ae5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42f8d3cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494845:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b3ae5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42f8d3cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494852:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x42f8d3cc (ffff9ee385b45a00) 00010000:00010000:3.0:1775764885.494855:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.494857:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b3ae5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x42f8d3cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494862:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b3ae5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x42f8d3cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494876:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b3aec lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494882:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b3aec lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494887:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b3aec lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494892:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.494895:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b3aec lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494900:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b3aec lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494907:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.494909:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.494911:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b3aec lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494917:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b3aec lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494930:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b3b39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde71a34a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494936:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b3b39 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde71a34a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494942:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b3b39 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde71a34a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494946:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.494949:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b3b39 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde71a34a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494954:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b3b39 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde71a34a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494974:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xde71a34a (ffff9ee385b45b00) 00010000:00010000:3.0:1775764885.494976:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.494979:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b3b39 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xde71a34a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494985:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b3b39 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xde71a34a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.494998:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b3b40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495004:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b3b40 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495011:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b3b40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495017:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495019:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b3b40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495025:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b3b40 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495032:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.495034:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.495036:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b3b40 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495041:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b3b40 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495053:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107c00/0x2bbd42d658b3b6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4706b6b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495058:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107c00/0x2bbd42d658b3b6a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4706b6b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495064:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107c00/0x2bbd42d658b3b6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4706b6b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495069:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386107c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495071:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107c00/0x2bbd42d658b3b6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4706b6b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495081:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107c00/0x2bbd42d658b3b6a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4706b6b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495088:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4706b6b8 (ffff9ee4b5bcf500) 00010000:00010000:3.0:1775764885.495090:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.495092:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107c00/0x2bbd42d658b3b6a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4706b6b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495097:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386107c00/0x2bbd42d658b3b6a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4706b6b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495111:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106400/0x2bbd42d658b3b71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495117:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106400/0x2bbd42d658b3b71 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495122:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106400/0x2bbd42d658b3b71 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495127:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386106400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495129:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106400/0x2bbd42d658b3b71 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495135:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106400/0x2bbd42d658b3b71 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495142:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.495144:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.495147:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106400/0x2bbd42d658b3b71 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495153:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386106400/0x2bbd42d658b3b71 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495168:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b3bbe lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7da40797 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495173:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b3bbe lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7da40797 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495178:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b3bbe lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7da40797 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495182:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495184:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b3bbe lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7da40797 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495189:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b3bbe lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7da40797 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495195:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7da40797 (ffff9ee39c395b00) 00010000:00010000:3.0:1775764885.495197:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.495199:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b3bbe lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7da40797 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495204:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b3bbe lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7da40797 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495215:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b3bc5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495220:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b3bc5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495227:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b3bc5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495231:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495233:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b3bc5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495238:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b3bc5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495244:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.495246:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.495248:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b3bc5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495253:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b3bc5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495263:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b3c12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb7c5493a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495268:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b3c12 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb7c5493a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495273:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b3c12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb7c5493a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495277:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480030600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495280:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b3c12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb7c5493a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495289:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b3c12 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb7c5493a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495295:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb7c5493a (ffff9ee385b45600) 00010000:00010000:3.0:1775764885.495297:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.495300:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b3c12 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb7c5493a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495304:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b3c12 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb7c5493a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495317:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b3c19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495324:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b3c19 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495329:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b3c19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495334:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480031c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495337:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b3c19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495342:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b3c19 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495350:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.495352:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.495354:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b3c19 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495359:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b3c19 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495374:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992c00/0x2bbd42d658b3c6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbec341da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495380:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992c00/0x2bbd42d658b3c6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbec341da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495385:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992c00/0x2bbd42d658b3c6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbec341da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495389:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e992c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495392:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992c00/0x2bbd42d658b3c6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbec341da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495397:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992c00/0x2bbd42d658b3c6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbec341da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495403:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbec341da (ffff9ee4859c4e00) 00010000:00010000:3.0:1775764885.495405:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.495408:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992c00/0x2bbd42d658b3c6d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbec341da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495412:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e992c00/0x2bbd42d658b3c6d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbec341da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495423:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6800/0x2bbd42d658b3c74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495428:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6800/0x2bbd42d658b3c74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495434:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6800/0x2bbd42d658b3c74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495438:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee6800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495440:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6800/0x2bbd42d658b3c74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495444:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6800/0x2bbd42d658b3c74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495450:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.495453:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.495455:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6800/0x2bbd42d658b3c74 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495459:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6800/0x2bbd42d658b3c74 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495471:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b3cba lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf25634bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495476:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b3cba lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf25634bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495481:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b3cba lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf25634bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495485:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495487:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b3cba lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf25634bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495495:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b3cba lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf25634bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495502:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf25634bc (ffff9ee39c395300) 00010000:00010000:3.0:1775764885.495504:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.495507:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b3cba lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf25634bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495512:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b3cba lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf25634bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495524:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b3cc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495530:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b3cc1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495535:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b3cc1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495539:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495542:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b3cc1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495547:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b3cc1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495554:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.495555:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.495558:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b3cc1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495563:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b3cc1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495573:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6000/0x2bbd42d658b3cf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc59c68b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495579:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6000/0x2bbd42d658b3cf9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc59c68b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495584:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6000/0x2bbd42d658b3cf9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc59c68b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495588:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee6000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495590:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6000/0x2bbd42d658b3cf9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc59c68b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495595:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6000/0x2bbd42d658b3cf9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc59c68b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495601:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc59c68b7 (ffff9ee4859c4a00) 00010000:00010000:3.0:1775764885.495603:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.495605:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6000/0x2bbd42d658b3cf9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc59c68b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495610:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee6000/0x2bbd42d658b3cf9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc59c68b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495649:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7e00/0x2bbd42d658b3d00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495656:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7e00/0x2bbd42d658b3d00 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495662:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7e00/0x2bbd42d658b3d00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495666:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfee7e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495669:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7e00/0x2bbd42d658b3d00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495675:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7e00/0x2bbd42d658b3d00 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495682:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.495684:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.495687:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7e00/0x2bbd42d658b3d00 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495693:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfee7e00/0x2bbd42d658b3d00 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495706:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c400/0x2bbd42d658b3d31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x62f6e0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495713:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c400/0x2bbd42d658b3d31 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x62f6e0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495719:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c400/0x2bbd42d658b3d31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x62f6e0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495723:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38467c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495726:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c400/0x2bbd42d658b3d31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x62f6e0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495735:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c400/0x2bbd42d658b3d31 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x62f6e0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495742:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62f6e0ff (ffff9ee4b5bcf200) 00010000:00010000:3.0:1775764885.495745:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.495747:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c400/0x2bbd42d658b3d31 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x62f6e0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495753:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38467c400/0x2bbd42d658b3d31 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x62f6e0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495768:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b3d38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495774:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b3d38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495780:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b3d38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495785:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeeee00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495787:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b3d38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495793:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b3d38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495800:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.495801:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.495804:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b3d38 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495810:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b3d38 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495824:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993000/0x2bbd42d658b3d85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x98311223 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495830:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993000/0x2bbd42d658b3d85 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x98311223 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495835:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993000/0x2bbd42d658b3d85 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x98311223 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495839:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e993000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495842:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993000/0x2bbd42d658b3d85 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x98311223 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495847:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993000/0x2bbd42d658b3d85 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x98311223 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495854:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x98311223 (ffff9ee4b5bcf300) 00010000:00010000:3.0:1775764885.495856:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.495859:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993000/0x2bbd42d658b3d85 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x98311223 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495864:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e993000/0x2bbd42d658b3d85 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x98311223 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495877:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990000/0x2bbd42d658b3d8c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495882:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990000/0x2bbd42d658b3d8c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495888:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990000/0x2bbd42d658b3d8c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495893:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e990000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495895:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990000/0x2bbd42d658b3d8c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495900:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990000/0x2bbd42d658b3d8c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495907:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.495909:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.495911:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990000/0x2bbd42d658b3d8c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495916:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e990000/0x2bbd42d658b3d8c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495929:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b3dd9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7aa791c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495934:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b3dd9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7aa791c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495939:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b3dd9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7aa791c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495945:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.495947:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b3dd9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7aa791c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495956:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b3dd9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7aa791c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495977:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7aa791c2 (ffff9ee4859c4c00) 00010000:00010000:3.0:1775764885.495979:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.495982:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b3dd9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7aa791c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495987:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b3dd9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7aa791c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.495998:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b3de0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496005:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b3de0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496010:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b3de0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496015:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496017:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b3de0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496024:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b3de0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496030:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.496032:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.496034:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b3de0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496041:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b3de0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496053:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b3e11 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe02ccd52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496059:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b3e11 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe02ccd52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496064:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b3e11 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe02ccd52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496069:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496072:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b3e11 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe02ccd52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496077:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b3e11 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe02ccd52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496084:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe02ccd52 (ffff9ee4859c4b00) 00010000:00010000:3.0:1775764885.496086:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.496089:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b3e11 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe02ccd52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496094:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b3e11 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe02ccd52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496106:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b3e18 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496112:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b3e18 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496118:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b3e18 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496123:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496125:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b3e18 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496131:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b3e18 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496139:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.496141:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.496143:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b3e18 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496149:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b3e18 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496163:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b3e65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3b41e0bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496169:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b3e65 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3b41e0bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496175:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b3e65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3b41e0bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496180:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496182:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b3e65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3b41e0bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496191:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b3e65 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3b41e0bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496199:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3b41e0bf (ffff9ee39c395d00) 00010000:00010000:3.0:1775764885.496201:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.496204:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b3e65 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3b41e0bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496209:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b3e65 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3b41e0bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496222:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b3e6c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496228:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b3e6c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496232:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b3e6c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496236:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496239:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b3e6c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496244:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b3e6c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496251:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.496253:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.496255:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b3e6c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496260:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b3e6c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496272:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b3eb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8556c142 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496277:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b3eb2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8556c142 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496283:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b3eb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8556c142 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496288:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480030c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496291:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b3eb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8556c142 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496296:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b3eb2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8556c142 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496304:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8556c142 (ffff9ee385b45f00) 00010000:00010000:3.0:1775764885.496306:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.496309:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b3eb2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8556c142 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496314:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b3eb2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8556c142 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496327:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b3eb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496333:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b3eb9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496339:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b3eb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496344:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480031400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496346:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b3eb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496352:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b3eb9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496359:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.496361:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.496364:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b3eb9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496370:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b3eb9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496384:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b3f0d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x73dd0ffb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496390:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b3f0d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x73dd0ffb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496396:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b3f0d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x73dd0ffb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496402:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496404:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b3f0d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x73dd0ffb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496414:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b3f0d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x73dd0ffb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496422:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x73dd0ffb (ffff9ee48b70d600) 00010000:00010000:3.0:1775764885.496423:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.496426:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b3f0d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x73dd0ffb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496431:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b3f0d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x73dd0ffb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496443:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b3f14 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496449:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b3f14 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496454:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b3f14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496459:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496462:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b3f14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496467:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b3f14 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496473:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.496475:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.496478:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b3f14 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496484:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b3f14 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496495:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f68 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95a9df79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496501:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f68 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95a9df79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496507:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f68 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95a9df79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496512:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496515:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f68 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95a9df79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496520:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f68 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95a9df79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496528:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x95a9df79 (ffff9ee4859c4f00) 00010000:00010000:3.0:1775764885.496530:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.496532:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f68 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x95a9df79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496537:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b3f68 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x95a9df79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496547:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496552:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f6f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496558:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496562:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496564:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496569:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f6f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496575:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.496578:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.496580:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f6f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496585:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b3f6f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496597:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b3fbc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x662ee563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496603:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b3fbc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x662ee563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496609:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b3fbc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x662ee563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496614:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496616:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b3fbc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x662ee563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496652:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b3fbc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x662ee563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496660:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x662ee563 (ffff9ee39160eb00) 00010000:00010000:3.0:1775764885.496662:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.496664:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b3fbc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x662ee563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496670:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b3fbc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x662ee563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496683:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b3fc3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496689:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b3fc3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496695:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b3fc3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496699:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496702:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b3fc3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496707:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b3fc3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496714:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.496716:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.496718:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b3fc3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496724:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b3fc3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496735:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b4017 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f732caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496741:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b4017 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f732caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496746:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b4017 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f732caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496751:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496754:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b4017 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f732caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496759:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b4017 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f732caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496766:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9f732caa (ffff9ee39c395000) 00010000:00010000:3.0:1775764885.496768:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.496771:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b4017 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9f732caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496775:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b4017 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9f732caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496790:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b401e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496794:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b401e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496800:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b401e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496804:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496807:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b401e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496813:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b401e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496819:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.496821:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.496823:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b401e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496829:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b401e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496840:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b4064 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92cd60f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496844:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b4064 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92cd60f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496849:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b4064 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92cd60f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496853:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496856:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b4064 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92cd60f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496863:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b4064 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92cd60f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496869:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x92cd60f (ffff9ee385b45c00) 00010000:00010000:3.0:1775764885.496870:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.496873:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b4064 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x92cd60f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496877:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b4064 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x92cd60f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496887:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b406b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496892:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b406b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496897:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b406b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496901:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496903:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b406b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496908:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b406b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496914:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.496916:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.496919:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b406b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496924:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b406b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496935:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9e00/0x2bbd42d658b40bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7179bc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496941:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9e00/0x2bbd42d658b40bf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7179bc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496946:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9e00/0x2bbd42d658b40bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7179bc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496950:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db9e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.496953:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9e00/0x2bbd42d658b40bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7179bc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496972:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9e00/0x2bbd42d658b40bf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7179bc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496979:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7179bc3e (ffff9ee4b5bcf700) 00010000:00010000:3.0:1775764885.496981:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.496984:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9e00/0x2bbd42d658b40bf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7179bc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.496989:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9e00/0x2bbd42d658b40bf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7179bc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497003:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9800/0x2bbd42d658b40c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497009:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9800/0x2bbd42d658b40c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497015:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9800/0x2bbd42d658b40c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497020:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db9800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497023:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9800/0x2bbd42d658b40c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497029:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9800/0x2bbd42d658b40c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497035:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.497037:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.497039:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9800/0x2bbd42d658b40c6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497045:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9800/0x2bbd42d658b40c6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497057:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b4113 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x337b1226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497063:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b4113 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x337b1226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497069:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b4113 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x337b1226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497073:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497076:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b4113 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x337b1226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497085:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b4113 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x337b1226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497093:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x337b1226 (ffff9ee4859c4500) 00010000:00010000:3.0:1775764885.497095:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.497097:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b4113 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x337b1226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497102:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b4113 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x337b1226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497114:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b411a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497120:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b411a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497125:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b411a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497129:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497131:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b411a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497136:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b411a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497144:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.497146:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.497149:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b411a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497154:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b411a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497165:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b4167 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3ef7bb05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497171:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b4167 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3ef7bb05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497181:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b4167 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3ef7bb05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497186:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497188:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b4167 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3ef7bb05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497194:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b4167 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3ef7bb05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497201:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3ef7bb05 (ffff9ee4859c4400) 00010000:00010000:3.0:1775764885.497203:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.497206:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b4167 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3ef7bb05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497211:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b4167 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3ef7bb05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497223:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b416e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497228:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b416e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497234:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b416e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497239:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497241:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b416e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497246:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b416e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497252:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.497254:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.497257:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b416e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497262:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b416e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497274:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b41bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88bcd5a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497280:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b41bb lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88bcd5a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497286:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b41bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88bcd5a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497290:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497293:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b41bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88bcd5a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497302:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b41bb lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88bcd5a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497309:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x88bcd5a2 (ffff9ee39c395c00) 00010000:00010000:3.0:1775764885.497312:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.497314:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b41bb lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x88bcd5a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497319:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b41bb lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x88bcd5a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497331:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b41c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497337:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b41c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497342:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b41c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497346:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497348:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b41c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497354:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b41c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497360:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.497362:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.497364:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b41c2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497369:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b41c2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497380:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b4201 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb209bbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497385:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b4201 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb209bbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497390:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b4201 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb209bbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497394:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497396:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b4201 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb209bbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497401:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b4201 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb209bbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497407:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb209bbd1 (ffff9ee3858c9200) 00010000:00010000:3.0:1775764885.497409:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.497412:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b4201 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb209bbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497416:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b4201 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb209bbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497427:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b4208 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497433:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b4208 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497438:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b4208 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497442:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497444:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b4208 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497449:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b4208 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497455:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.497457:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.497460:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b4208 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497464:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b4208 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497475:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b4255 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f973aa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497480:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b4255 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f973aa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497484:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b4255 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f973aa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497489:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497491:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b4255 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f973aa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497498:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b4255 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f973aa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497505:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7f973aa6 (ffff9ee4859c4300) 00010000:00010000:3.0:1775764885.497506:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.497509:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b4255 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7f973aa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497514:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b4255 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7f973aa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497525:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b425c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497531:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b425c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497536:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b425c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497540:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497542:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b425c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497546:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b425c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497552:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.497554:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.497556:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b425c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497561:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b425c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497571:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9200/0x2bbd42d658b42a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ae420d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497576:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9200/0x2bbd42d658b42a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ae420d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497581:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9200/0x2bbd42d658b42a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ae420d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497585:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db9200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497587:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9200/0x2bbd42d658b42a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ae420d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497592:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9200/0x2bbd42d658b42a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ae420d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497597:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2ae420d5 (ffff9ee4b5bcf900) 00010000:00010000:3.0:1775764885.497600:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.497602:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9200/0x2bbd42d658b42a9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2ae420d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497607:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9200/0x2bbd42d658b42a9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2ae420d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497619:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b42b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497652:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b42b0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497657:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b42b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497661:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db8c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497663:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b42b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497669:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b42b0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497675:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.497677:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.497679:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b42b0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497683:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8c00/0x2bbd42d658b42b0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497695:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b42fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb4948f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497701:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b42fd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb4948f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497706:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b42fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb4948f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497709:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497711:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b42fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb4948f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497719:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b42fd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb4948f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497726:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfb4948f6 (ffff9ee3858c9900) 00010000:00010000:3.0:1775764885.497728:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.497730:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b42fd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfb4948f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497735:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b42fd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfb4948f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497746:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b4304 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497751:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b4304 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497756:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b4304 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497761:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497763:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b4304 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497768:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b4304 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497775:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.497777:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.497780:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b4304 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497785:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b4304 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497797:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b434a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15346830 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497803:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b434a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15346830 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497808:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b434a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15346830 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497813:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497816:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b434a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15346830 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497821:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b434a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15346830 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497827:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x15346830 (ffff9ee4859c4000) 00010000:00010000:3.0:1775764885.497829:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.497831:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b434a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x15346830 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497836:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b434a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x15346830 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497848:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497854:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497859:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497864:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497866:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497872:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497878:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.497880:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.497882:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497887:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b4351 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497896:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b43a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1a498a0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497901:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b43a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1a498a0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497907:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b43a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1a498a0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497911:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.497913:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b43a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1a498a0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497922:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b43a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1a498a0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497929:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1a498a0a (ffff9ee3858c9100) 00010000:00010000:3.0:1775764885.497931:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.497934:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b43a5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1a498a0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497939:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b43a5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1a498a0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.497951:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b43ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.504845:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b43ac lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.504866:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b43ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.504873:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0dc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.504878:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b43ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.504886:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b43ac lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.504902:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.504905:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.504909:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b43ac lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.504917:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b43ac lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.504941:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9600/0x2bbd42d658b43f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xccb686e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.504946:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9600/0x2bbd42d658b43f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xccb686e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.504952:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9600/0x2bbd42d658b43f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xccb686e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505022:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db9600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505025:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9600/0x2bbd42d658b43f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xccb686e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505031:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9600/0x2bbd42d658b43f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xccb686e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505039:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xccb686e9 (ffff9ee4b5bcff00) 00010000:00010000:3.0:1775764885.505042:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.505045:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9600/0x2bbd42d658b43f9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xccb686e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505051:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9600/0x2bbd42d658b43f9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xccb686e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505069:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8400/0x2bbd42d658b4400 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505075:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8400/0x2bbd42d658b4400 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505081:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8400/0x2bbd42d658b4400 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505087:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db8400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505089:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8400/0x2bbd42d658b4400 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505095:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8400/0x2bbd42d658b4400 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505101:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.505103:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.505105:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8400/0x2bbd42d658b4400 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505111:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8400/0x2bbd42d658b4400 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505122:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b4438 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9e7d8221 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505128:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b4438 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9e7d8221 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505134:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b4438 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9e7d8221 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505138:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4c21cd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505141:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b4438 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9e7d8221 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505151:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b4438 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9e7d8221 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505157:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9e7d8221 (ffff9ee3858c9b00) 00010000:00010000:3.0:1775764885.505159:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.505161:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b4438 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9e7d8221 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505167:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b4438 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9e7d8221 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505178:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b443f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505183:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b443f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505188:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b443f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505193:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505195:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b443f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505201:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b443f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505207:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.505209:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.505212:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b443f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505218:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b443f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505229:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b4469 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a91c08f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505234:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b4469 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a91c08f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505239:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b4469 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a91c08f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505243:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505246:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b4469 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a91c08f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505251:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b4469 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a91c08f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505257:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3a91c08f (ffff9ee4859c4700) 00010000:00010000:3.0:1775764885.505259:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.505261:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b4469 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3a91c08f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505266:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b4469 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3a91c08f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505279:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4470 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505284:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4470 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505290:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4470 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505295:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505297:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4470 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505303:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4470 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505309:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.505311:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.505313:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4470 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505318:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b4470 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505327:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b44b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8be412a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505332:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b44b6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8be412a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505337:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b44b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8be412a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505342:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505344:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b44b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8be412a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505354:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b44b6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8be412a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505360:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8be412a0 (ffff9ee3858c9f00) 00010000:00010000:3.0:1775764885.505362:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.505364:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b44b6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8be412a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505369:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b44b6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8be412a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505378:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b44bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505383:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b44bd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505388:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b44bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505393:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505395:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b44bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505401:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b44bd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505407:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.505408:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.505411:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b44bd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505417:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b44bd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505425:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b4511 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfef50fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505430:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b4511 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfef50fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505436:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b4511 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfef50fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505440:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505442:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b4511 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfef50fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505448:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b4511 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfef50fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505453:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfef50fe (ffff9ee3858c9d00) 00010000:00010000:3.0:1775764885.505455:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.505458:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b4511 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfef50fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505463:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b4511 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfef50fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505472:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b4518 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505478:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b4518 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505483:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b4518 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505488:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505490:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b4518 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505495:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b4518 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505501:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.505503:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.505505:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b4518 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505510:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b4518 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505520:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9c00/0x2bbd42d658b4565 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x26fa4975 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505525:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9c00/0x2bbd42d658b4565 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x26fa4975 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505531:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9c00/0x2bbd42d658b4565 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x26fa4975 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505535:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db9c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505538:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9c00/0x2bbd42d658b4565 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x26fa4975 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505548:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9c00/0x2bbd42d658b4565 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x26fa4975 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505554:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x26fa4975 (ffff9ee4b5bcfe00) 00010000:00010000:3.0:1775764885.505556:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.505558:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9c00/0x2bbd42d658b4565 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x26fa4975 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505563:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9c00/0x2bbd42d658b4565 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x26fa4975 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505575:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9400/0x2bbd42d658b456c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505580:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9400/0x2bbd42d658b456c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505585:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9400/0x2bbd42d658b456c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505590:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db9400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505592:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9400/0x2bbd42d658b456c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505598:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9400/0x2bbd42d658b456c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505604:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.505606:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.505608:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9400/0x2bbd42d658b456c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505614:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9400/0x2bbd42d658b456c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505649:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b45b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45ff26b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505655:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b45b9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45ff26b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505661:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b45b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45ff26b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505666:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.505669:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b45b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45ff26b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505674:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b45b9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45ff26b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.505680:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x45ff26b6 (ffff9ee4859c4600) 00010000:00010000:3.0:1775764885.505682:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.505685:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b45b9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x45ff26b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.505870:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.505900:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132949376 00000100:00100000:1.0:1775764885.505910:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132949376 00000100:00100000:1.0:1775764885.505952:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16066 00000100:00100000:1.0:1775764885.505975:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132949376:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.505993:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.506007:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b572b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762ab expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.506062:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5732 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.506075:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5732 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.506085:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5732 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.506098:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5739 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.506104:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5739 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.506110:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5739 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.506184:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.506192:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.506202:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.506217:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.506225:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506805:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b45b9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x45ff26b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506825:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506831:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506837:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506843:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ee00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.506845:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506852:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506862:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.506864:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.506867:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506874:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506880:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b45c0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506891:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9000/0x2bbd42d658b460d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb46e3c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506897:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9000/0x2bbd42d658b460d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb46e3c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506902:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9000/0x2bbd42d658b460d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb46e3c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506907:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db9000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.506910:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9000/0x2bbd42d658b460d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb46e3c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506916:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9000/0x2bbd42d658b460d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb46e3c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506922:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb46e3c0e (ffff9ee4b5bcfd00) 00010000:00010000:3.0:1775764885.506924:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.506926:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9000/0x2bbd42d658b460d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb46e3c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506931:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9000/0x2bbd42d658b460d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb46e3c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506942:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8800/0x2bbd42d658b4614 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506947:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8800/0x2bbd42d658b4614 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.506952:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8800/0x2bbd42d658b4614 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507820:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db8800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.507825:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8800/0x2bbd42d658b4614 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507833:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8800/0x2bbd42d658b4614 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507844:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.507846:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.507849:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507856:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8800/0x2bbd42d658b4614 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507861:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8800/0x2bbd42d658b4614 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507878:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4661 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8b4bdb02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507883:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4661 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8b4bdb02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507888:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4661 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8b4bdb02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507893:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.507895:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4661 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8b4bdb02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507900:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4661 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8b4bdb02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507906:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8b4bdb02 (ffff9ee4859c4800) 00010000:00010000:3.0:1775764885.507907:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.507910:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4661 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8b4bdb02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507915:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b4661 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8b4bdb02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507932:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507938:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507943:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.507948:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.507950:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508810:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508825:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.508828:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.508831:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508840:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508846:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b4668 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508863:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b46b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1e123db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508870:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b46b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1e123db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508877:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b46b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1e123db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508882:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.508885:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b46b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1e123db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508890:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b46b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1e123db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508897:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1e123db8 (ffff9ee3858c9400) 00010000:00010000:3.0:1775764885.508899:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.508901:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b46b5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1e123db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508907:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b46b5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1e123db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508920:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b46bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508925:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b46bc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508931:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b46bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508935:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.508938:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b46bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508947:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b46bc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.508954:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.510061:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.510069:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510083:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b46bc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510089:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b46bc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510111:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8a00/0x2bbd42d658b4709 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf05016bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510118:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8a00/0x2bbd42d658b4709 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf05016bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510124:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8a00/0x2bbd42d658b4709 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf05016bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510129:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db8a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.510132:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8a00/0x2bbd42d658b4709 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf05016bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510138:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8a00/0x2bbd42d658b4709 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf05016bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510150:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf05016bb (ffff9ee4b5bcf400) 00010000:00010000:3.0:1775764885.510152:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.510156:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8a00/0x2bbd42d658b4709 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf05016bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510161:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8a00/0x2bbd42d658b4709 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf05016bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510177:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8000/0x2bbd42d658b4710 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510183:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8000/0x2bbd42d658b4710 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510188:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8000/0x2bbd42d658b4710 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510193:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db8000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.510195:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8000/0x2bbd42d658b4710 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510200:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8000/0x2bbd42d658b4710 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510206:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.510208:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.510210:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510217:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8000/0x2bbd42d658b4710 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510222:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8000/0x2bbd42d658b4710 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510236:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8600/0x2bbd42d658b4764 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45059387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510241:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8600/0x2bbd42d658b4764 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45059387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510247:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8600/0x2bbd42d658b4764 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45059387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510251:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db8600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.510253:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8600/0x2bbd42d658b4764 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45059387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510258:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8600/0x2bbd42d658b4764 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45059387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510264:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x45059387 (ffff9ee4b5bcfb00) 00010000:00010000:3.0:1775764885.510266:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.510269:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8600/0x2bbd42d658b4764 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x45059387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510273:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8600/0x2bbd42d658b4764 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x45059387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510283:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8e00/0x2bbd42d658b476b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510289:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8e00/0x2bbd42d658b476b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510294:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8e00/0x2bbd42d658b476b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510298:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db8e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.510300:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8e00/0x2bbd42d658b476b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510305:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8e00/0x2bbd42d658b476b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510312:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.510314:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.510316:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510323:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8e00/0x2bbd42d658b476b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510328:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db8e00/0x2bbd42d658b476b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510339:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b47b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8f729066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510344:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b47b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8f729066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510349:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b47b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8f729066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510354:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.510356:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b47b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8f729066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510365:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b47b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8f729066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510372:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8f729066 (ffff9ee4c00dfd00) 00010000:00010000:3.0:1775764885.510374:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.510377:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b47b8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8f729066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510382:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b47b8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8f729066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510397:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510403:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510408:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510413:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.510415:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510420:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510427:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.510429:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.510431:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510437:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510442:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b47bf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510452:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b480c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x18a39650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510457:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b480c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x18a39650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510462:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b480c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x18a39650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510466:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.510468:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b480c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x18a39650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510473:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b480c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x18a39650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510479:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x18a39650 (ffff9ee3858c9a00) 00010000:00010000:3.0:1775764885.510481:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.510484:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b480c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x18a39650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510488:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b480c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x18a39650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510500:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b4813 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510507:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b4813 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510512:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b4813 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510517:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.510519:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b4813 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510524:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b4813 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510532:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.510534:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.510536:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510542:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b4813 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510547:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b4813 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510559:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4860 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfa7cc1a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510565:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4860 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfa7cc1a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510571:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4860 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfa7cc1a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510576:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.510579:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4860 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfa7cc1a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510584:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4860 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfa7cc1a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510591:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfa7cc1a6 (ffff9ee39c395100) 00010000:00010000:3.0:1775764885.510593:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.510596:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4860 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfa7cc1a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510601:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b4860 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfa7cc1a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510616:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510640:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510645:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510649:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.510652:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510657:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510669:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.510671:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.510673:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510679:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.510684:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b4867 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.511903:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9a00/0x2bbd42d658b48bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c42c58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.511910:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9a00/0x2bbd42d658b48bb lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c42c58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.511916:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9a00/0x2bbd42d658b48bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c42c58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.511921:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383db9a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.511925:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9a00/0x2bbd42d658b48bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c42c58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.511931:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9a00/0x2bbd42d658b48bb lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c42c58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.511942:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2c42c58b (ffff9ee4969fcb00) 00010000:00010000:3.0:1775764885.511945:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.511949:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9a00/0x2bbd42d658b48bb lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2c42c58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512818:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383db9a00/0x2bbd42d658b48bb lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2c42c58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512838:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b48c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512844:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b48c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512850:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b48c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512856:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4813a2200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.512860:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b48c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512866:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b48c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512877:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.512880:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.512883:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512893:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b48c2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512899:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b48c2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512914:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b4916 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc6240196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512920:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b4916 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc6240196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512925:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b4916 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc6240196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512930:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.512933:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b4916 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc6240196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512938:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b4916 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc6240196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.512945:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc6240196 (ffff9ee4c00df400) 00010000:00010000:3.0:1775764885.512948:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.512951:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b4916 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc6240196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513819:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b4916 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc6240196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513847:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b491d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513854:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b491d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513860:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b491d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513865:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.513869:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b491d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513876:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b491d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513887:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.513890:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.513894:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513903:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b491d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513909:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b491d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513924:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b4963 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4da70c24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513930:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b4963 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4da70c24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513936:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b4963 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4da70c24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513941:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.513943:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b4963 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4da70c24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.513949:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b4963 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4da70c24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517178:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4da70c24 (ffff9ee39c395600) 00010000:00010000:3.0:1775764885.517183:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.517191:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b4963 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4da70c24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517200:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b4963 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4da70c24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517227:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b496a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517234:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b496a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517240:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b496a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517245:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.517249:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b496a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517256:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b496a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517264:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.517267:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.517270:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517279:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b496a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517291:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b496a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517309:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b499b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x203120ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517315:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b499b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x203120ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517321:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b499b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x203120ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517326:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.517329:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b499b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x203120ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517334:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b499b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x203120ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517341:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x203120ea (ffff9ee4969fc000) 00010000:00010000:3.0:1775764885.517343:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.517346:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b499b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x203120ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517351:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b499b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x203120ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517364:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b49a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517370:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b49a2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517376:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b49a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517380:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.517383:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b49a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517388:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b49a2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517394:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.517396:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.517398:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517405:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b49a2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517410:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b49a2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517420:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b49ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a152b9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517426:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b49ef lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a152b9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517431:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b49ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a152b9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517436:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdac600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.517438:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b49ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a152b9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517444:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b49ef lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a152b9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517451:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7a152b9f (ffff9ee4969fc400) 00010000:00010000:3.0:1775764885.517453:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.517455:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b49ef lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7a152b9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517460:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b49ef lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7a152b9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517471:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b49f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517476:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b49f6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517481:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b49f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517485:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.517487:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b49f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517492:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b49f6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517497:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.517499:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.517502:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517508:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b49f6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517514:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b49f6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517523:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b4a20 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe11459a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517528:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b4a20 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe11459a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517533:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b4a20 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe11459a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517536:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.517539:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b4a20 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe11459a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517543:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b4a20 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe11459a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517549:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbe11459a (ffff9ee3858c9000) 00010000:00010000:3.0:1775764885.517551:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.517553:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b4a20 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbe11459a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517558:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b4a20 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbe11459a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517573:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b4a27 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517578:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b4a27 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517583:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b4a27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517587:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.517589:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b4a27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517593:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b4a27 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517599:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.517601:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.517602:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517608:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b4a27 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517612:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b4a27 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517647:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b4a6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f97d6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517653:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b4a6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f97d6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517659:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b4a6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f97d6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517663:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.517665:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b4a6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f97d6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517671:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b4a6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f97d6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517679:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4f97d6d6 (ffff9ee3858c9700) 00010000:00010000:3.0:1775764885.517681:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.517683:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b4a6d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4f97d6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517784:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b4a6d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4f97d6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517799:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b4a74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517805:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b4a74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517811:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b4a74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517816:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.517819:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b4a74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517828:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b4a74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517836:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.517838:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.517840:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517847:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b4a74 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517852:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b4a74 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517866:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4ac1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d054e16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517871:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4ac1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d054e16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517877:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4ac1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d054e16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517882:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.517884:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4ac1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d054e16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517890:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4ac1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d054e16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517897:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6d054e16 (ffff9ee39c395200) 00010000:00010000:3.0:1775764885.517900:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.517903:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4ac1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6d054e16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517908:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b4ac1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6d054e16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517919:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517925:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517930:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517934:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.517936:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517940:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517946:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.517948:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.517950:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517956:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517979:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b4ac8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.517994:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4b07 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe2747f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518000:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4b07 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe2747f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518005:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4b07 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe2747f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518010:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.518013:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4b07 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe2747f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518018:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4b07 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe2747f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518026:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbe2747f5 (ffff9ee39c395e00) 00010000:00010000:3.0:1775764885.518028:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.518031:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4b07 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbe2747f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518036:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b4b07 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbe2747f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518048:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518054:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518060:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518065:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.518068:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518073:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518080:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.518082:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.518085:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518091:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518096:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b4b0e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518108:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4b54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd16b9767 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518114:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4b54 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd16b9767 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518120:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4b54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd16b9767 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518125:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.518127:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4b54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd16b9767 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518137:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4b54 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd16b9767 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518145:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd16b9767 (ffff9ee4c00df700) 00010000:00010000:3.0:1775764885.518147:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.518150:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4b54 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd16b9767 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518156:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b4b54 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd16b9767 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518170:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518176:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518182:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518186:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.518189:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518194:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518201:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.518204:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.518206:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518213:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518219:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b4b5b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518231:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4baf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e561df6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518236:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4baf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e561df6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518241:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4baf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e561df6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518245:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.518248:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4baf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e561df6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518253:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4baf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e561df6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518260:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6e561df6 (ffff9ee4c00df200) 00010000:00010000:3.0:1775764885.518262:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.518265:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4baf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6e561df6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518270:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b4baf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6e561df6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518282:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518289:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518294:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518299:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.518301:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518306:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518314:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.518316:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.518318:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518325:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518331:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b4bb6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518343:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b4bfc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfeac5546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518348:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b4bfc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfeac5546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518352:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b4bfc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfeac5546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518357:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.518360:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b4bfc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfeac5546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518365:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b4bfc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfeac5546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518372:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfeac5546 (ffff9ee3858c9300) 00010000:00010000:3.0:1775764885.518374:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.518376:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b4bfc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfeac5546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518381:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b4bfc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfeac5546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518394:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b4c03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518398:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b4c03 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518403:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b4c03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518407:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.518409:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b4c03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518414:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b4c03 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518423:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.518426:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.518428:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518435:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b4c03 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518440:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b4c03 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518450:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b4c57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe046c5f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518456:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b4c57 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe046c5f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518461:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b4c57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe046c5f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518465:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.518468:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b4c57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe046c5f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518473:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b4c57 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe046c5f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518480:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe046c5f9 (ffff9ee4969fc700) 00010000:00010000:3.0:1775764885.518482:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.518484:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b4c57 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe046c5f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518490:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b4c57 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe046c5f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518502:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b4c5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518508:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b4c5e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518513:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b4c5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518518:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.518520:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b4c5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518526:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b4c5e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518533:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.518535:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.518537:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518543:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b4c5e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518549:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b4c5e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518559:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b4cab lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfc0a03fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518565:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b4cab lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfc0a03fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518571:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b4cab lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfc0a03fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518576:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.518578:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b4cab lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfc0a03fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518585:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b4cab lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfc0a03fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518592:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfc0a03fb (ffff9ee3858c9500) 00010000:00010000:3.0:1775764885.518594:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.518596:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b4cab lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfc0a03fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518601:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b4cab lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfc0a03fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518612:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4cb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518617:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4cb2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518649:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4cb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518655:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.518657:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4cb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518663:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4cb2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518670:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.518672:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.518674:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.518681:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4cb2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.519557:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b4cb2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.519584:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b4cff lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfaee22ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.519591:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b4cff lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfaee22ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.519598:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b4cff lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfaee22ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.519603:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.519607:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b4cff lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfaee22ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.519612:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b4cff lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfaee22ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.519650:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfaee22ba (ffff9ee4969fca00) 00010000:00010000:3.0:1775764885.519653:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.519656:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b4cff lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfaee22ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.519662:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b4cff lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfaee22ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.519683:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b4d06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520022:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b4d06 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520028:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b4d06 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520034:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520036:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b4d06 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520043:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b4d06 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520053:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.520055:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.520058:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520066:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b4d06 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520075:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b4d06 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520091:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4d45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe4e5b7ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520096:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4d45 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe4e5b7ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520103:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4d45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe4e5b7ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520107:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520110:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4d45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe4e5b7ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520115:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4d45 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe4e5b7ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520123:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe4e5b7ae (ffff9ee4c00df500) 00010000:00010000:3.0:1775764885.520125:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.520127:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4d45 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe4e5b7ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520132:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b4d45 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe4e5b7ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520147:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4d53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520152:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4d53 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520158:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4d53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520163:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520165:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4d53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520171:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4d53 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520176:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.520178:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.520180:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520187:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4d53 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520191:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b4d53 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520202:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b4d8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7026253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520208:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b4d8b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7026253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520213:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b4d8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7026253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520218:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520222:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b4d8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7026253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520227:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b4d8b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7026253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520233:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf7026253 (ffff9ee4969fc500) 00010000:00010000:3.0:1775764885.520235:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.520238:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b4d8b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf7026253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520243:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b4d8b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf7026253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520254:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4d92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520259:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4d92 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520265:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4d92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520269:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520272:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4d92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520277:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4d92 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520283:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.520286:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.520288:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520295:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4d92 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520300:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b4d92 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520311:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b4ddf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dd37082 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520317:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b4ddf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dd37082 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520322:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b4ddf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dd37082 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520327:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520329:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b4ddf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dd37082 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520335:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b4ddf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dd37082 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520343:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5dd37082 (ffff9ee39c395800) 00010000:00010000:3.0:1775764885.520345:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.520348:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b4ddf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5dd37082 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520353:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b4ddf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5dd37082 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520371:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520378:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520383:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520388:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520391:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520397:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520404:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.520406:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.520408:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520414:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520419:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b4de6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520435:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b4e33 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x67988b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520441:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b4e33 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x67988b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520447:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b4e33 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x67988b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520452:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520454:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b4e33 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x67988b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520459:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b4e33 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x67988b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520467:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x67988b1e (ffff9ee3858c9c00) 00010000:00010000:3.0:1775764885.520469:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.520472:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b4e33 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x67988b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520478:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b4e33 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x67988b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520491:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b4e3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520497:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b4e3a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520502:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b4e3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520507:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520510:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b4e3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520520:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b4e3a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520528:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.520530:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.520532:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520539:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b4e3a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520544:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b4e3a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520556:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b4e87 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9eb16ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520561:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b4e87 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9eb16ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520567:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b4e87 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9eb16ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520573:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520575:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b4e87 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9eb16ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520581:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b4e87 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9eb16ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520588:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9eb16ba1 (ffff9ee3858c9e00) 00010000:00010000:3.0:1775764885.520591:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.520594:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b4e87 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9eb16ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520600:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b4e87 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9eb16ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520612:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520619:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520647:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520652:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ba00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520654:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520660:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520668:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.520670:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.520672:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520679:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520685:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b4e8e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520882:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ebf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb2785b2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520888:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ebf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb2785b2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520894:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ebf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb2785b2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520899:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520902:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ebf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb2785b2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520907:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ebf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb2785b2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520916:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb2785b2b (ffff9ee4c00df000) 00010000:00010000:3.0:1775764885.520919:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.520922:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ebf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb2785b2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520927:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b4ebf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb2785b2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520939:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4ec6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520945:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4ec6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520950:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4ec6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520955:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.520968:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4ec6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520974:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4ec6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520981:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.520983:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.520986:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520991:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4ec6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.520996:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b4ec6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521007:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4f13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f91580a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521012:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4f13 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f91580a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521018:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4f13 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f91580a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521023:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.521026:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4f13 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f91580a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521035:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4f13 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f91580a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521042:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9f91580a (ffff9ee4c00df100) 00010000:00010000:3.0:1775764885.521044:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.521047:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4f13 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9f91580a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521052:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b4f13 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9f91580a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521067:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521072:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521077:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521082:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.521085:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521090:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521097:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.521099:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.521101:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521107:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521112:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b4f1a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521123:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4f4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x40351523 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521129:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4f4b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x40351523 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521134:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4f4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x40351523 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521139:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.521142:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4f4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x40351523 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521148:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4f4b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x40351523 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521154:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x40351523 (ffff9ee39c395f00) 00010000:00010000:3.0:1775764885.521157:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.521159:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4f4b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x40351523 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521164:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b4f4b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x40351523 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521177:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521183:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521188:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521193:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.521196:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521202:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521209:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.521211:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.521213:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521220:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521225:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b4f52 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521235:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b4f9f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x43ed4ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521240:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b4f9f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x43ed4ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521246:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b4f9f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x43ed4ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521251:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.521253:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b4f9f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x43ed4ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521258:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b4f9f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x43ed4ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521264:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x43ed4ee6 (ffff9ee39c395700) 00010000:00010000:3.0:1775764885.521266:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.521269:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b4f9f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x43ed4ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521274:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b4f9f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x43ed4ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521286:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521292:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521297:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521302:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.521305:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521311:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521322:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.521324:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.521326:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521333:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521338:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b4fa6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521350:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ffa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a87eb2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521355:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ffa lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a87eb2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521361:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ffa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a87eb2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521365:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.521368:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ffa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a87eb2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521373:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ffa lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6a87eb2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521380:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6a87eb2f (ffff9ee3858c9600) 00010000:00010000:3.0:1775764885.521382:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.521384:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ffa lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6a87eb2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521390:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b4ffa lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6a87eb2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521403:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521409:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521414:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521419:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.521421:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521427:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521433:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.521435:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.521437:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521443:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521448:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5001 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521459:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5055 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf690d15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521465:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5055 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf690d15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521471:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5055 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf690d15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521476:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.521478:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5055 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf690d15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521483:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5055 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf690d15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521490:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf690d15e (ffff9ee4c00dfc00) 00010000:00010000:3.0:1775764885.521492:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.521495:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5055 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf690d15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521500:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5055 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf690d15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521513:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521519:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521525:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521529:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.521533:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521538:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521545:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.521547:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.521549:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521556:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521561:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b505c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521572:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b50b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda943e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521578:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b50b0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda943e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521583:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b50b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda943e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521588:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.521590:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b50b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda943e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521595:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b50b0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda943e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521606:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xda943e7c (ffff9ee4969fc600) 00010000:00010000:3.0:1775764885.521609:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.521611:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b50b0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xda943e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521617:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b50b0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xda943e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521659:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521664:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521669:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521674:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.521677:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.521683:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522272:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.522275:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.522278:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522287:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522297:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b50b7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522316:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b5104 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa2c0e75b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522322:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b5104 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa2c0e75b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522327:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b5104 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa2c0e75b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522333:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8be00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.522336:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b5104 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa2c0e75b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522342:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b5104 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa2c0e75b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522349:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa2c0e75b (ffff9ee3858c9800) 00010000:00010000:3.0:1775764885.522351:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.522354:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b5104 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa2c0e75b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522359:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b5104 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa2c0e75b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522374:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522380:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522386:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522391:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.522393:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522399:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522405:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.522408:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.522410:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522416:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522421:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b510b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522431:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b515f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb454c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522437:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b515f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb454c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522442:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b515f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb454c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522447:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.522450:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b515f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb454c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522455:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b515f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb454c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522461:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xeb454c74 (ffff9ee4969fc200) 00010000:00010000:3.0:1775764885.522463:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.522466:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b515f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xeb454c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522471:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b515f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xeb454c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522482:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522487:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522493:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522498:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.522501:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522506:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522513:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.522515:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.522518:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522524:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522529:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b5166 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522541:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b51ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1f87212b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522547:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b51ba lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1f87212b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522552:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b51ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1f87212b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522557:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.522560:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b51ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1f87212b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522565:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b51ba lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1f87212b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522572:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1f87212b (ffff9ee48b70d400) 00010000:00010000:3.0:1775764885.522574:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.522577:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b51ba lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1f87212b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522583:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b51ba lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1f87212b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522600:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522605:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522611:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.522616:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.522618:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523823:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523839:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.523842:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.523845:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523856:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523863:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b51c1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523889:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b51eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x47f72c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523896:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b51eb lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x47f72c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523903:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b51eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x47f72c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523909:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.523912:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b51eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x47f72c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523918:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b51eb lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x47f72c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523926:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47f72c2c (ffff9ee4969fc100) 00010000:00010000:3.0:1775764885.523928:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.523931:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b51eb lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x47f72c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523937:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b51eb lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x47f72c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523954:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b51f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523971:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b51f2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523976:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b51f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523981:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.523983:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b51f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523991:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b51f2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.523998:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.524000:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.524002:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524008:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b51f2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524013:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b51f2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524026:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b523f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xffd861eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524032:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b523f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xffd861eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524038:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b523f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xffd861eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524042:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.524045:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b523f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xffd861eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524051:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b523f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xffd861eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524058:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xffd861eb (ffff9ee4c00dfb00) 00010000:00010000:3.0:1775764885.524060:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.524064:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b523f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xffd861eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524069:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b523f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xffd861eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524082:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524087:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524093:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524098:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.524100:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524105:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524111:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.524113:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.524115:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524121:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524126:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5246 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524140:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5293 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6faab3fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524145:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5293 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6faab3fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524150:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5293 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6faab3fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524155:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdccc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.524158:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5293 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6faab3fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524163:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5293 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6faab3fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524170:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6faab3fc (ffff9ee492ba1800) 00010000:00010000:3.0:1775764885.524172:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.524175:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5293 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6faab3fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524180:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5293 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6faab3fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524194:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524199:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524205:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524210:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.524212:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524218:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524225:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.524226:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.524228:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524234:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524239:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b529a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524250:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b52e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3e2830e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524255:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b52e7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3e2830e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524260:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b52e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3e2830e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524264:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510be00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.524267:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b52e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3e2830e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524275:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b52e7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3e2830e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524283:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb3e2830e (ffff9ee4969fc900) 00010000:00010000:3.0:1775764885.524285:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.524288:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b52e7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb3e2830e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524293:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b52e7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb3e2830e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524305:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524311:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524316:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524321:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510b800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.524323:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524328:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524335:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.524337:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.524339:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524345:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524350:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b52ee lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524362:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b533b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ebaa110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524368:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b533b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ebaa110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524374:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b533b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ebaa110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524378:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.524381:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b533b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ebaa110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524386:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b533b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ebaa110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524394:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8ebaa110 (ffff9ee4c00dfe00) 00010000:00010000:3.0:1775764885.524397:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.524400:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b533b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8ebaa110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524405:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b533b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8ebaa110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524418:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524424:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524429:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524434:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.524436:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524441:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524448:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.524450:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.524452:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524458:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524463:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b5342 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524473:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b538f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x317f1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524478:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b538f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x317f1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524483:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b538f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x317f1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524487:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.524490:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b538f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x317f1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524494:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b538f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x317f1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524499:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x317f1ef (ffff9ee485da8900) 00010000:00010000:3.0:1775764885.524501:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.524503:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b538f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x317f1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524508:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b538f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x317f1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524519:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524525:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524530:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524534:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.524536:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524541:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524551:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.524553:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.524554:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524560:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524565:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b5396 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524577:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b53ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa52cc1c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524583:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b53ea lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa52cc1c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524589:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b53ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa52cc1c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524593:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.524595:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b53ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa52cc1c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524602:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b53ea lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa52cc1c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.524610:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa52cc1c1 (ffff9ee4969fcc00) 00010000:00010000:3.0:1775764885.524612:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.524615:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b53ea lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa52cc1c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529142:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b53ea lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa52cc1c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529175:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529183:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529190:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529196:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.529201:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529209:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529226:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.529229:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.529232:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529243:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529248:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b53f1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529268:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b5437 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdc95002f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529274:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b5437 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdc95002f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529279:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b5437 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdc95002f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529285:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510b400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.529287:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b5437 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdc95002f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529293:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b5437 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdc95002f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529301:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdc95002f (ffff9ee4969fce00) 00010000:00010000:3.0:1775764885.529304:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.529307:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b5437 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdc95002f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529312:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b5437 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdc95002f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529325:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529330:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529336:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529341:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.529344:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529350:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529358:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.529360:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.529362:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529369:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529374:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b543e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529387:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b548b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe55730a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529393:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b548b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe55730a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529399:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b548b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe55730a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529404:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.529407:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b548b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe55730a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529412:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b548b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe55730a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529424:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbe55730a (ffff9ee485da8f00) 00010000:00010000:3.0:1775764885.529427:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.529430:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b548b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbe55730a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529435:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b548b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbe55730a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529450:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529456:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529461:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529467:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.529470:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529475:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529483:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.529485:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.529487:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529493:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529499:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b5492 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529510:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54df lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa14ed03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529516:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54df lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa14ed03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529522:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54df lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa14ed03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529527:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.529529:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54df lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa14ed03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529535:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54df lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa14ed03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529542:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa14ed03 (ffff9ee4969fc800) 00010000:00010000:3.0:1775764885.529545:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.529548:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54df lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa14ed03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529553:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b54df lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa14ed03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529564:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529570:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529576:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529581:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.529583:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529589:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529596:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.529598:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.529600:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529606:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529611:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b54e6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529640:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b5533 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x721a9299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529646:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b5533 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x721a9299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529652:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b5533 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x721a9299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529657:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.529660:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b5533 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x721a9299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529666:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b5533 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x721a9299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529673:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x721a9299 (ffff9ee4969fcf00) 00010000:00010000:3.0:1775764885.529675:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.529678:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b5533 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x721a9299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.529683:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b5533 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x721a9299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.530489:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b56e5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7628f expref: 34 pid: 6518 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.530506:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7157100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154039808:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764885.530532:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.530541:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.530548:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530847:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530853:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530859:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530865:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510ba00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.530868:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530875:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530887:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.530890:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.530894:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530903:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530909:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b553a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530923:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b5587 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf0fad267 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530929:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b5587 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf0fad267 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530935:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b5587 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf0fad267 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530940:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.530943:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b5587 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf0fad267 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530949:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b5587 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf0fad267 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530968:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf0fad267 (ffff9ee485da8700) 00010000:00010000:3.0:1775764885.530970:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.530974:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b5587 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf0fad267 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530979:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b5587 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf0fad267 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.530997:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531002:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531008:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531012:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.531015:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531021:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531028:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.531031:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.531033:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531039:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531045:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b558e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531057:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b55bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9afa8fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531062:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b55bf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9afa8fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531068:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b55bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9afa8fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531073:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.531075:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b55bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9afa8fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531080:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b55bf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9afa8fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531088:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9afa8fbe (ffff9ee485da8400) 00010000:00010000:3.0:1775764885.531089:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.531092:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b55bf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9afa8fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531097:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b55bf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9afa8fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531109:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b55c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531115:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b55c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531120:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b55c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531124:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.531127:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b55c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531137:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b55c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531144:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.531146:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.531148:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531154:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b55c6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531159:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b55c6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531169:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b560c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf250f6e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531175:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b560c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf250f6e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531181:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b560c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf250f6e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531185:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.531188:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b560c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf250f6e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531193:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b560c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf250f6e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531201:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf250f6e6 (ffff9ee4b5bcf800) 00010000:00010000:3.0:1775764885.531204:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.531206:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b560c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf250f6e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531212:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b560c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf250f6e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531228:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531233:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531238:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531242:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510ae00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.531245:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531250:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531256:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.531259:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.531261:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531267:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531272:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b5613 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531287:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5667 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa572975d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531294:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5667 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa572975d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531299:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5667 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa572975d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531304:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.531307:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5667 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa572975d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531312:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5667 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa572975d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531319:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa572975d (ffff9ee4984d6600) 00010000:00010000:3.0:1775764885.531321:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.531324:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5667 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa572975d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531330:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5667 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa572975d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531345:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531351:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531356:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531362:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.531364:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531370:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531378:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.531380:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.531382:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531389:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531395:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b566e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531408:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b56c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7d7d387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531414:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b56c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7d7d387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531419:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b56c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7d7d387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531424:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.531426:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b56c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7d7d387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531435:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b56c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7d7d387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531442:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7d7d387b (ffff9ee485da8200) 00010000:00010000:3.0:1775764885.531444:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.531447:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b56c2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7d7d387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531452:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b56c2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7d7d387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531464:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531470:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531475:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531479:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.531482:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531487:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531495:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.531497:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.531499:0:3648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531506:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.531512:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b56c9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.532157:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d292e469 reply state 00000000743ea7a7 transno 4294976802 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532174:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532181:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.532183:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764885.532185:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532196:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532202:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.532236:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764885.532244:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b570f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532250:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b570f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532255:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b570f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532261:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b570f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532266:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.532269:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b570f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532275:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b570f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532283:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.532285:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.532288:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b570f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532294:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b570f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.532307:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d292e469 reply state 00000000743ea7a7 transno 4294976802 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5716 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x122f1867 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532316:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5716 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x122f1867 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.532322:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x122f1867 (ffff9ee383df7a00) 00010000:00010000:2.0:1775764885.532324:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764885.532326:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764885.532425:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+40:89014:x1862022132948992:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 71238us (72470us total) trans 4294976802 rc 0/0 00000100:00100000:2.0:1775764885.532435:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16064 00010000:00010000:1.0:1775764885.532840:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.532849:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.532891:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.532912:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.532925:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5732 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.532930:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5732 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.532935:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5732 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.532940:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5732 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.532944:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.532947:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5732 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.532953:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5732 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.532972:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.532974:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.532977:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5732 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.532982:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b5732 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.532994:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5739 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.533000:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5739 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.533005:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5739 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.533009:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.533012:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5739 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.533017:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5739 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.533024:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8b00) 00010000:00010000:1.0:1775764885.533027:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.533030:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5739 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.533035:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b5739 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.533074:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b572b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ab expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.533089:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ab expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.533097:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.533100:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.533102:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e200, rc 0) 00000100:00100000:1.0:1775764885.533130:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132949376:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 27171us (27265us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.533137:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16066 00000100:00100000:0.0:1775764885.558505:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.558536:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132949504 00000100:00100000:0.0:1775764885.558546:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132949504 00000100:00100000:0.0:1775764885.558585:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16067 00000100:00100000:0.0:1775764885.558591:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+40:89014:x1862022132949504:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764885.558612:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.558655:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5747 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762b2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558712:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b574e lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558724:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b574e lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558732:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b574e lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558741:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5755 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558745:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5755 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558749:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5755 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558817:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b575c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558823:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b575c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558826:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b575c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.558856:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.558871:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b575c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558882:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b574e lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558886:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b574e lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558890:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b574e lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558894:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b574e lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558898:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcdc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.558901:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b574e lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558905:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b574e lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558914:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.558915:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.558919:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b574e lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558922:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b574e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558931:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5755 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558934:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5755 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558938:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5755 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558941:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.558943:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5755 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558946:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5755 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558950:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6900) 00010000:00010000:0.0:1775764885.558951:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.558952:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5755 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558955:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5755 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.558996:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5747 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762b2 expref: 42 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.559009:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b575c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762b2 expref: 41 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.559016:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.559019:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.559021:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd400, rc 0) 00000100:00100000:0.0:1775764885.559076:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+41:89014:x1862022132949504:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 484us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.559084:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16067 00000100:00100000:0.0:1775764885.566162:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.566196:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.566217:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132949632 00000100:00100000:0.0:1775764885.566227:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132949632 00000100:00100000:0.0:1775764885.566278:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132949888 00000100:00100000:0.0:1775764885.566281:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132949888 00000100:00100000:0.0:1775764885.566304:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16068 00000100:00100000:0.0:1775764885.566313:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132949632:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.566332:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.566349:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5763 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762b9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.566379:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 41 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.566409:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382494a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154040064:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764885.566473:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385b7e840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.566741:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16069 00000100:00100000:1.0:1775764885.566752:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+41:89014:x1862022132949888:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764885.566792:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.566814:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b575c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762b2 expref: 41 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.566828:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.566832:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764885.566853:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b576a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.566870:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b576a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.566879:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b576a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.566892:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b5771 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x76dc1546 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.566899:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b5771 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x76dc1546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.566905:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b5771 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x76dc1546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.566922:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.566931:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ab expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.566939:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.566972:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ab expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.566984:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ab expref: 34 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.566999:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154040192:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764885.567037:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.571709:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382494a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154040064:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764885.571734:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764885.571752:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5763 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762b9 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.571774:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.571778:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764885.571783:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5763 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762b9 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.571797:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcda00, rc 0) 00000100:00100000:1.0:1775764885.571853:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132949632:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5539us (5697us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764885.571861:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16068 00000100:00100000:0.0:1775764885.577686:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.577724:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.577750:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132950144 00000100:00100000:0.0:1775764885.577759:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132950144 00000100:00100000:0.0:1775764885.577808:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16070 00000100:00100000:0.0:1775764885.577819:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132950144:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.577840:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.577860:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b577f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762c0 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.577926:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5786 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.577942:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5786 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.577968:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5786 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.577984:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b578d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.577990:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b578d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.577996:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b578d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578083:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578093:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578097:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578111:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578118:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.578634:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154040192:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764885.578650:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.578770:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132950016 00000100:00100000:0.0:1775764885.578775:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132950016 00010000:00010000:0.0:1775764885.578796:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ab expref: 35 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.578833:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1925 00000100:00100000:0.0:1775764885.578841:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132950016:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764885.578854:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.578860:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ab expref: 35 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578871:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ab expref: 35 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578889:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5740 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ab expref: 35 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578902:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.578907:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578914:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578921:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578928:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578933:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578940:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.578952:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764885.579011:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132950016:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 170us (1333us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.579019:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1925 00010000:00010000:3.0:1775764885.583119:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583129:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.583519:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c8efd98 reply state 00000000b98094b7 transno 4294976803 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583534:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583540:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.583543:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764885.583545:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583552:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583558:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.583577:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764885.583583:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b576a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583587:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b576a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583591:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b576a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583596:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b576a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583599:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.583603:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b576a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583607:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b576a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583614:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.583616:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.583618:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b576a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583638:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b576a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.583648:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c8efd98 reply state 00000000b98094b7 transno 4294976803 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b5771 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x76dc1546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583654:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b5771 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x76dc1546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.583657:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x76dc1546 (ffff9ee485da8b00) 00010000:00010000:3.0:1775764885.583659:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764885.583660:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764885.583742:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+42:89014:x1862022132949888:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16988us (17538us total) trans 4294976803 rc 0/0 00000100:00100000:3.0:1775764885.583751:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16069 00010000:00010000:0.0:1775764885.583844:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583852:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.583888:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.583908:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583918:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5786 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583922:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5786 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583925:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5786 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583928:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5786 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583931:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.583933:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5786 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583937:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5786 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583943:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.583945:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.583947:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5786 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583950:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5786 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583969:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b578d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583975:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b578d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583980:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b578d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583984:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcdc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.583987:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b578d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583992:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b578d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.583999:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4984d6900) 00010000:00010000:0.0:1775764885.584001:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.584004:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b578d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.584013:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b578d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.584046:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b577f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762c0 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.584055:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762c0 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.584060:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.584061:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.584063:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdccc00, rc 0) 00000100:00100000:0.0:1775764885.584081:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132950144:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6266us (6358us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.584085:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16070 00000100:00100000:0.0:1775764885.589899:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.589943:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.589979:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132950272 00000100:00100000:0.0:1775764885.589988:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132950272 00000100:00100000:0.0:1775764885.590037:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132950400 00000100:00100000:0.0:1775764885.590041:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132950400 00000100:00100000:1.0:1775764885.590044:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16071 00000100:00100000:1.0:1775764885.590055:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132950272:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:0.0:1775764885.590065:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16072 00000100:00100000:0.0:1775764885.590070:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+42:89014:x1862022132950400:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764885.590075:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.590080:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.590092:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b57a2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762ce expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.590092:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b579b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762c7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.590127:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 43 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590152:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b57a9 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590165:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b57a9 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.590168:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154040320:192.168.202.48@tcp:106: 00010000:00010000:0.0:1775764885.590176:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b57a9 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590190:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b57b0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590195:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b57b0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590201:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b57b0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590285:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b57b7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590294:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b57b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590301:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b57b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.590334:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ecc0 going to sleep for 11 seconds 00000004:00200000:0.0:1775764885.590341:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.590363:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b57b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590381:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b57a9 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590386:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b57a9 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590391:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b57a9 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590396:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b57a9 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590401:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.590405:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b57a9 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590412:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b57a9 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590423:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.590426:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.590431:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b57a9 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590437:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b57a9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590447:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b57b0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590453:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b57b0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590459:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b57b0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590464:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.590466:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b57b0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590473:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b57b0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590480:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6200) 00010000:00010000:0.0:1775764885.590482:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.590484:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b57b0 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590489:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b57b0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590516:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b57a2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ce expref: 44 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590529:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b57b7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ce expref: 43 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.590535:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.590537:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.590539:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd600, rc 0) 00000100:00100000:0.0:1775764885.590571:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+43:89014:x1862022132950400:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 500us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.590582:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16072 00000100:00100000:2.0:1775764885.605190:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.605222:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132950656 00000100:00100000:2.0:1775764885.605232:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132950656 00000100:00100000:2.0:1775764885.605284:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16073 00000100:00100000:2.0:1775764885.605294:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+43:89014:x1862022132950656:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764885.605351:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.605378:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b57b7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ce expref: 43 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.605393:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.605398:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764885.605428:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b57be lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.605441:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b57be lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.605450:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b57be lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.605462:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b57c5 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4e112fe2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.605469:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b57c5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4e112fe2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.605474:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b57c5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4e112fe2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.605488:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.605497:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762c0 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.605504:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.605535:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762c0 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.605549:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762c0 expref: 34 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.605563:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7156a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154040448:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764885.605656:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.606768:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154040320:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764885.606790:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764885.606806:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b579b lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762c7 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.606824:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.606828:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764885.606832:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b579b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762c7 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.606844:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f800, rc 0) 00000100:00100000:2.0:1775764885.606894:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132950272:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 16841us (17006us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764885.606904:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16071 00000100:00100000:2.0:1775764885.611549:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.611591:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132950784 00000100:00100000:2.0:1775764885.611602:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132950784 00010000:00010000:2.0:1775764885.611656:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762c0 expref: 33 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.611696:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7156a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154040448:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764885.611696:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1926 00000100:00100000:2.0:1775764885.611705:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132950784:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764885.611718:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.611719:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.611726:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762c0 expref: 33 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.611737:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762c0 expref: 33 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.611760:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5794 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762c0 expref: 33 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.611774:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.611779:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.611789:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.611797:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.612375:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764885.612432:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132950784:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 725us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.612441:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1926 00010000:00010000:1.0:1775764885.612669:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.612677:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.613181:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009be1fa2e reply state 0000000051a25b38 transno 4294976804 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.613197:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.613205:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.613207:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764885.613210:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764885.613230:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b57be lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.613237:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b57be lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.613242:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b57be lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.613254:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b57be lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.613259:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.613263:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b57be lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.613271:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b57be lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.613280:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.613282:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.613286:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b57be lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.613291:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b57be lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.613302:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009be1fa2e reply state 0000000051a25b38 transno 4294976804 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b57c5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4e112fe2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.613310:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b57c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e112fe2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.613315:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4e112fe2 (ffff9ee383df7f00) 00010000:00010000:1.0:1775764885.613318:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764885.613320:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764885.613386:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+44:89014:x1862022132950656:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8093us (8202us total) trans 4294976804 rc 0/0 00000100:00100000:1.0:1775764885.613394:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16073 00000100:00100000:3.0:1775764885.618484:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.618917:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132950912 00000100:00100000:1.0:1775764885.618928:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132950912 00000100:00100000:1.0:1775764885.618995:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16074 00000100:00100000:1.0:1775764885.619005:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+44:89014:x1862022132950912:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764885.619032:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.619064:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b57d3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762d5 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619132:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b57da lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619147:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b57da lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619158:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b57da lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619172:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b57e1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619178:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b57e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619184:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b57e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619278:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b57e8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619287:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b57e8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619297:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b57e8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.619338:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.619357:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b57e8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619371:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b57da lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619378:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b57da lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619385:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b57da lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619391:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b57da lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619397:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.619402:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b57da lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619409:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b57da lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619421:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.619424:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.619429:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b57da lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619435:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b57da lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619446:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b57e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619452:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b57e1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619458:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b57e1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619464:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.619466:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b57e1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619473:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b57e1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619479:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8e00) 00010000:00010000:1.0:1775764885.619482:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.619485:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b57e1 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619490:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b57e1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619518:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b57d3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762d5 expref: 46 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619531:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b57e8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762d5 expref: 45 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.619544:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.619546:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.619549:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f000, rc 0) 00000100:00100000:1.0:1775764885.619612:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+45:89014:x1862022132950912:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 609us (1136us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.619619:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16074 00010000:00010000:2.0:1775764885.621890:0:6507:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764885.627819:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.627937:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132951040 00000100:00100000:1.0:1775764885.627948:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132951040 00000100:00100000:1.0:1775764885.628015:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16075 00000100:00100000:1.0:1775764885.628024:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132951040:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.628044:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.628074:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b57ef lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762dc expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628144:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b57f6 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628158:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b57f6 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628169:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b57f6 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628181:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b57fd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628188:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b57fd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628194:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b57fd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628286:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5804 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628296:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5804 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628303:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5804 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.628342:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.628364:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5804 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628377:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b57f6 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628384:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b57f6 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628390:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b57f6 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628397:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b57f6 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628403:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.628407:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b57f6 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628419:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b57f6 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628432:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.628435:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.628440:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b57f6 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628447:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b57f6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628461:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b57fd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628467:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b57fd lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628473:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b57fd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628478:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.628481:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b57fd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628487:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b57fd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628494:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8300) 00010000:00010000:1.0:1775764885.628496:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.628498:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b57fd lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628507:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b57fd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628537:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b57ef lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762dc expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628551:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5804 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762dc expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.628558:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.628561:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.628564:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f600, rc 0) 00000100:00100000:1.0:1775764885.628649:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132951040:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 625us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.628657:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16075 00000100:00100000:3.0:1775764885.631181:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.631222:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.631288:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132951168 00000100:00100000:2.0:1775764885.631297:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132951168 00000100:00100000:2.0:1775764885.631349:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132951424 00000100:00100000:2.0:1775764885.631352:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132951424 00000100:00100000:2.0:1775764885.631378:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16076 00000100:00100000:2.0:1775764885.631388:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132951168:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764885.631409:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.631429:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b580b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762e3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.631470:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 45 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.631509:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7155880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154040576:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764885.631585:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.632105:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16077 00000100:00100000:3.0:1775764885.632115:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+45:89014:x1862022132951424:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.632158:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.632181:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b57e8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762d5 expref: 45 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.632199:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.632205:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.632226:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5812 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.632239:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5812 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.632249:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5812 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.632264:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5819 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe455f9b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.632272:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5819 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe455f9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.632278:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5819 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe455f9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.632297:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.632307:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5804 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762dc expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.632315:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.632339:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5804 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762dc expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.632352:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5804 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762dc expref: 34 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.632364:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154040704:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764885.632418:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.637984:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154040704:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764885.637984:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7155880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154040576:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764885.638009:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764885.638011:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.638026:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b580b lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762e3 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.639754:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:2.0:1775764885.644097:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.644105:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764885.644118:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b580b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762e3 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.644138:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6ce00, rc 0) 00000100:00100000:2.0:1775764885.644219:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132951168:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 12832us (13045us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764885.644228:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16076 00000100:00100000:2.0:1775764885.644271:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132951552 00000100:00100000:2.0:1775764885.644279:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132951552 00010000:00010000:2.0:1775764885.644307:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5804 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762dc expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.644345:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1927 00000100:00100000:2.0:1775764885.644353:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132951552:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764885.644367:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.644373:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5804 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762dc expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.644384:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5804 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762dc expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.644404:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5804 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762dc expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.644417:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.644421:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.644431:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.644439:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.644460:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764885.644480:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132951552:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 128us (4731us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.644486:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1927 00010000:00010000:1.0:1775764885.644675:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.644684:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.645708:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a463b859 reply state 000000004c75f8cf transno 4294976805 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.645731:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.645738:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.645740:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764885.645744:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764885.645750:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5812 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.645757:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5812 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.645761:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5812 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.645768:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5812 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.645774:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.645779:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5812 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.645786:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5812 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.645796:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.645798:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.645802:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5812 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.645816:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b5812 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.645827:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a463b859 reply state 000000004c75f8cf transno 4294976805 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5819 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe455f9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.645834:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5819 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe455f9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.645841:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe455f9b5 (ffff9ee4829d4900) 00010000:00010000:1.0:1775764885.645842:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764885.645845:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764885.645922:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+46:89014:x1862022132951424:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13806us (14695us total) trans 4294976805 rc 0/0 00000100:00100000:1.0:1775764885.645930:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16077 00000100:00100000:3.0:1775764885.648969:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.649035:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132951680 00000100:00100000:2.0:1775764885.649046:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132951680 00000100:00100000:2.0:1775764885.649102:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16078 00000100:00100000:2.0:1775764885.649113:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee397882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+46:89014:x1862022132951680:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764885.649140:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.649160:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5827 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762ea expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649226:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b582e lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649240:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b582e lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649251:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b582e lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649265:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5835 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649272:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5835 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649279:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5835 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649363:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b583c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649373:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b583c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649379:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b583c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.649418:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.649439:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b583c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649452:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b582e lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649458:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b582e lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649464:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b582e lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649469:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b582e lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649475:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.649479:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b582e lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649485:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b582e lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649497:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.649500:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.649504:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b582e lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649510:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b582e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649525:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5835 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649531:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5835 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649537:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5835 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649542:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.649544:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5835 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649550:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5835 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649557:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee383df7c00) 00010000:00010000:2.0:1775764885.649559:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.649562:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5835 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649567:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5835 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649598:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5827 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ea expref: 48 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649611:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b583c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ea expref: 47 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.649618:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.649648:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.649652:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6ca00, rc 0) 00000100:00100000:2.0:1775764885.649718:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee397882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+47:89014:x1862022132951680:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 607us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.649728:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16078 00000100:00100000:3.0:1775764885.655219:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.655330:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132951808 00000100:00100000:1.0:1775764885.655340:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132951808 00000100:00100000:1.0:1775764885.655404:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16079 00000100:00100000:1.0:1775764885.655413:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee397881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132951808:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.655434:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.655456:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5843 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762f1 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655524:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b584a lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655538:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b584a lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655551:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b584a lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655570:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5851 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655577:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5851 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655582:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5851 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655689:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5858 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655699:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5858 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655706:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5858 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.655746:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.655767:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5858 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655781:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b584a lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655789:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b584a lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655794:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b584a lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655800:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b584a lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655806:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.655810:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b584a lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655816:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b584a lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655827:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.655830:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.655835:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b584a lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655841:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b584a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655856:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5851 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655862:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5851 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655867:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5851 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655871:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.655874:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5851 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655879:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5851 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655890:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8500) 00010000:00010000:1.0:1775764885.655892:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.655894:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5851 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655899:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5851 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655930:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5843 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762f1 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655943:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5858 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762f1 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.655949:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.655952:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.655954:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266ea00, rc 0) 00000100:00100000:1.0:1775764885.656033:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee397881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132951808:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 621us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.656041:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16079 00000100:00100000:3.0:1775764885.675658:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.675928:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132952064 00000100:00100000:2.0:1775764885.675938:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132952064 00000100:00100000:2.0:1775764885.676011:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16080 00000100:00100000:2.0:1775764885.676020:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee397883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+47:89014:x1862022132952064:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764885.676076:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.676105:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b583c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ea expref: 47 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.676121:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.676127:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764885.676151:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b585f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.676165:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b585f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.676175:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b585f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.676191:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5866 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x516b94e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.676197:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5866 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x516b94e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.676203:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5866 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x516b94e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.676224:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.676234:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5858 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762f1 expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.676241:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.676274:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5858 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762f1 expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.676287:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5858 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762f1 expref: 32 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.676302:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7155880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154040832:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764885.676385:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.690125:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.690189:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132952192 00000100:00100000:1.0:1775764885.690199:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132952192 00000100:00100000:1.0:1775764885.690262:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16081 00000100:00100000:1.0:1775764885.690272:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132952192:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.690292:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.690313:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5874 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762f8 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.690356:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 46 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.690395:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154040960:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764885.690471:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764885.698293:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.698375:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132952320 00000100:00100000:1.0:1775764885.698388:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132952320 00010000:00010000:1.0:1775764885.698435:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5858 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762f1 expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.698482:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1928 00000100:00100000:1.0:1775764885.698492:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132952320:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764885.698507:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.698514:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5858 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762f1 expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.698527:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5858 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762f1 expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.698549:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5858 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762f1 expref: 35 pid: 27904 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.698549:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7155880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154040832:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764885.698563:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.698567:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.698583:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.698590:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.698600:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.698605:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764885.698609:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.698614:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.698675:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132952320:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 185us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.698681:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1928 00000100:00100000:1.0:1775764885.698730:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154040960:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764885.698744:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764885.698755:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5874 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762f8 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.698768:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.698770:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764885.698775:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5874 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762f8 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.698783:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e400, rc 0) 00000100:00100000:1.0:1775764885.698818:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132952192:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8548us (8706us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764885.698824:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16081 00000004:00010000:2.0:1775764885.700637:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067900293 reply state 00000000b79db280 transno 4294976806 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.700664:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.700673:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.700676:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764885.700680:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764885.700699:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b585f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.700707:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b585f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.700714:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b585f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.700721:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b585f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.700726:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.700731:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b585f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.700738:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b585f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.700750:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.700752:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.700756:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b585f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.700763:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b585f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.700784:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067900293 reply state 00000000b79db280 transno 4294976806 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5866 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x516b94e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.700794:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5866 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x516b94e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.700800:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x516b94e7 (ffff9ee383df7c00) 00010000:00010000:2.0:1775764885.700802:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764885.700873:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764885.700971:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee397883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+48:89014:x1862022132952064:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 24933us (25303us total) trans 4294976806 rc 0/0 00000100:00100000:2.0:1775764885.700980:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16080 00000100:00100000:0.0:1775764885.705409:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.705487:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132952448 00000100:00100000:2.0:1775764885.705498:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132952448 00000100:00100000:2.0:1775764885.705565:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16082 00000100:00100000:2.0:1775764885.705576:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+48:89014:x1862022132952448:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764885.705604:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.705656:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b587b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf762ff expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.705740:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5882 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.705757:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5882 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.705787:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5882 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.705802:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5889 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706089:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5889 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706098:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5889 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706267:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5890 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706276:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5890 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706283:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5890 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.706321:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.706340:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5890 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706355:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5882 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706361:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5882 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706367:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5882 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706373:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5882 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706380:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.706385:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5882 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706392:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5882 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706403:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.706406:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.706410:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5882 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706416:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5882 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706428:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5889 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706434:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5889 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706439:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5889 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706443:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.706446:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5889 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706455:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5889 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706461:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee383df7800) 00010000:00010000:2.0:1775764885.706463:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.706465:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5889 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706470:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5889 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706498:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b587b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ff expref: 50 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706512:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5890 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ff expref: 49 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.706519:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.706522:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.706524:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c600, rc 0) 00000100:00100000:2.0:1775764885.706587:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+49:89014:x1862022132952448:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1013us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.707662:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16082 00000100:00100000:3.0:1775764885.718398:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.718434:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.718466:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132952704 00000100:00100000:3.0:1775764885.718477:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132952704 00000100:00100000:3.0:1775764885.718521:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132952832 00000100:00100000:3.0:1775764885.718523:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132952832 00000100:00100000:3.0:1775764885.718546:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16083 00000100:00100000:3.0:1775764885.718555:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+49:89014:x1862022132952704:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.718612:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.718657:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5890 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf762ff expref: 49 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.718674:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.718679:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.718703:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5897 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.718716:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5897 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.718724:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5897 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.718737:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b589e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x49481066 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.718743:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b589e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x49481066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.718749:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b589e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x49481066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.718765:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b58a5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.718774:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b58a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.718781:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b58a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.719239:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5209ca2 reply state 00000000a7c2633c transno 4294976807 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b58a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719252:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b58a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719258:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.719261:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764885.719265:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764885.719270:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5897 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719276:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5897 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719282:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5897 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719288:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5897 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719294:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.719298:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5897 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719306:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5897 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719314:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.719316:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.719319:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5897 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719325:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b5897 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.719334:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5209ca2 reply state 00000000a7c2633c transno 4294976807 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b589e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x49481066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719341:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b589e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x49481066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719345:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x49481066 (ffff9ee4829d4b00) 00010000:00010000:3.0:1775764885.719346:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764885.719348:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764885.719408:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+50:89014:x1862022132952704:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 853us (1021us total) trans 4294976807 rc 0/0 00000100:00100000:3.0:1775764885.719415:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16083 00000100:00100000:3.0:1775764885.719437:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16084 00000100:00100000:3.0:1775764885.719445:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132952832:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.719455:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.719464:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b58ac lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76306 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719508:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b58b3 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719516:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b58b3 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719523:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b58b3 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719534:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b58ba lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719540:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b58ba lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719547:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b58ba lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719585:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b58c1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719593:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b58c1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719600:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b58c1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764885.719654:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764885.719673:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b58c1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719684:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b58b3 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719690:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b58b3 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719695:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b58b3 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719701:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b58b3 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719706:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.719709:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b58b3 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719715:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b58b3 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719723:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.719725:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.719728:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b58b3 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719733:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b58b3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719742:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b58ba lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719748:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b58ba lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719754:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b58ba lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719758:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.719761:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b58ba lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719766:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b58ba lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719774:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4829d4600) 00010000:00010000:3.0:1775764885.719776:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.719779:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b58ba lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719784:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b58ba lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719809:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b58ac lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76306 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719821:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b58c1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76306 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.719828:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.719830:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764885.719832:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8b000, rc 0) 00000100:00100000:3.0:1775764885.719853:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132952832:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 410us (1419us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.719863:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16084 00000100:00100000:1.0:1775764885.723055:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.723104:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132952960 00000100:00100000:2.0:1775764885.723114:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132952960 00000100:00100000:2.0:1775764885.723216:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16085 00000100:00100000:2.0:1775764885.723227:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+50:89014:x1862022132952960:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764885.723255:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.723276:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b58c8 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7630d expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723344:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b58cf lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723361:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b58cf lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723390:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b58cf lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723420:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b58d6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723429:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b58d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723439:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b58d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723541:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b58dd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723557:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b58dd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723570:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b58dd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.723646:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.723670:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b58dd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723688:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b58cf lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723698:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b58cf lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723705:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b58cf lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723716:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b58cf lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723725:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.723731:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b58cf lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723744:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b58cf lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723758:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.723762:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.723767:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b58cf lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723774:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b58cf lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723786:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b58d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723792:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b58d6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723798:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b58d6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723802:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.723805:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b58d6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723810:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b58d6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723816:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee383df7800) 00010000:00010000:2.0:1775764885.723818:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.723821:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b58d6 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723826:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b58d6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723860:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b58c8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7630d expref: 52 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723874:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b58dd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7630d expref: 51 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.723882:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.723884:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.723887:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6d200, rc 0) 00000100:00100000:2.0:1775764885.723964:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+51:89014:x1862022132952960:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 730us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.723976:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16085 00000100:00100000:3.0:1775764885.728723:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.728785:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.728831:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132953088 00000100:00100000:3.0:1775764885.728844:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132953088 00000100:00100000:3.0:1775764885.728891:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132953344 00000100:00100000:3.0:1775764885.728895:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132953344 00000100:00100000:3.0:1775764885.728923:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16086 00000100:00100000:3.0:1775764885.728933:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132953088:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.728954:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.728989:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b58e4 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76314 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.729028:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 51 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.729073:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384276a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154041088:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764885.729168:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.729188:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16087 00000100:00100000:3.0:1775764885.729196:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+51:89014:x1862022132953344:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.729236:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.729258:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b58dd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7630d expref: 51 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.729271:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.729276:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.729299:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b58eb lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.729312:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b58eb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.729321:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b58eb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.729335:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b58f2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd83de086 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.729341:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b58f2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd83de086 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.729348:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b58f2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd83de086 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.729366:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.729391:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b58c1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76306 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.729399:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.729432:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b58c1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76306 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.729447:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b58c1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76306 expref: 34 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.729458:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154041216:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764885.729484:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.737236:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.737268:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132953472 00000100:00100000:3.0:1775764885.737277:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132953472 00010000:00010000:3.0:1775764885.738618:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b58c1 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76306 expref: 35 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.738680:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1929 00000100:00100000:3.0:1775764885.738693:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132953472:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764885.738710:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.738718:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b58c1 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76306 expref: 35 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.738733:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b58c1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76306 expref: 35 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.738756:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.738760:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.738772:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.738780:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.738800:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764885.738856:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132953472:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 167us (1629us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.738864:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1929 00010000:00010000:3.0:1775764885.738921:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b58c1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76306 expref: 34 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.738936:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154041216:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764885.738971:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.738981:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.738987:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.740604:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b798434 reply state 000000004e484c07 transno 4294976808 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.740645:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.740655:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.740658:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764885.740662:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764885.740670:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b58eb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.740676:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b58eb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.740683:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b58eb lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.740690:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b58eb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.740696:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.740701:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b58eb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.740709:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b58eb lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.740719:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.740722:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.740725:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b58eb lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.740732:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b58eb lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.740744:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b798434 reply state 000000004e484c07 transno 4294976808 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b58f2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd83de086 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.740754:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b58f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd83de086 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.740760:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd83de086 (ffff9ee4829d4a00) 00010000:00010000:3.0:1775764885.740763:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764885.740766:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:1.0:1775764885.740803:0:8424:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime: 1775764885 -> 1775764886 00000100:00100000:3.0:1775764885.741089:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+52:89014:x1862022132953344:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11890us (12301us total) trans 4294976808 rc 0/0 00000100:00100000:3.0:1775764885.741098:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16087 00000100:00100000:1.0:1775764885.742365:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384276a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154041088:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764885.742392:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764885.742409:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b58e4 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76314 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.742429:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.742432:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764885.742436:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b58e4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76314 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.742450:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a800, rc 0) 00000100:00100000:1.0:1775764885.742499:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132953088:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 13568us (13784us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764885.742507:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16086 00000100:00100000:0.0:1775764885.750655:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.750721:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.750777:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132953600 00000100:00100000:0.0:1775764885.750787:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132953600 00000100:00100000:1.0:1775764885.750924:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132953728 00000100:00100000:1.0:1775764885.750929:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132953728 00000100:00100000:1.0:1775764885.750985:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16088 00000100:00100000:1.0:1775764885.750994:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132953728:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.751014:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.751037:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5900 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76322 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.751103:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5907 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.751118:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5907 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.751132:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5907 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.751147:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b590e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.751155:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b590e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.751162:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b590e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.751615:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16089 00000100:00100000:0.0:1775764885.751645:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+52:89014:x1862022132953600:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764885.751659:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.751669:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5915 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7631b expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.751705:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b591c lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.751715:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b591c lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.751723:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b591c lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.751736:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5923 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.751743:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5923 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.751750:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5923 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.752230:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b592a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.752242:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b592a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.752249:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b592a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.752292:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.752314:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b592a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.752329:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5907 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.752335:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5907 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.752340:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5907 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.752347:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5907 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.752353:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.752358:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5907 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.752365:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5907 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.752395:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.752398:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.752403:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5907 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753028:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5931 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753039:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5931 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753047:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5931 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.753071:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.753085:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5931 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753094:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b591c lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753099:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b591c lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753105:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b591c lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753110:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b591c lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753115:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.753118:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b591c lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753124:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b591c lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753137:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.753140:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.753143:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b591c lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753150:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b591c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753161:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5923 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753166:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5923 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753171:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5923 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753176:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcdc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.753178:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5923 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753184:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5923 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753191:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6200) 00010000:00010000:0.0:1775764885.753193:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.753196:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5923 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753202:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5923 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753243:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5915 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7631b expref: 54 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753257:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5931 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7631b expref: 53 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.753263:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.753265:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.753268:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcde00, rc 0) 00000100:00100000:0.0:1775764885.753345:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+53:89014:x1862022132953600:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1722us (2724us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.753354:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16089 00010000:00010000:1.0:1775764885.753533:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5907 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.753547:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b590e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.753553:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b590e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.753557:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b590e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.753562:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.753565:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b590e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.753570:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b590e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.753580:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8500) 00010000:00010000:1.0:1775764885.753583:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.753585:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b590e lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.753590:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b590e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.753617:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5900 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76322 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.753641:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b592a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76322 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.753647:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.753649:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.753651:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f200, rc 0) 00000100:00100000:1.0:1775764885.753674:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132953728:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2683us (2953us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.753681:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16088 00000100:00100000:2.0:1775764885.759288:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.759378:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.759408:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132954112 00000100:00100000:2.0:1775764885.759417:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132954112 00000100:00100000:2.0:1775764885.759462:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132953856 00000100:00100000:2.0:1775764885.759465:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132953856 00000100:00100000:2.0:1775764885.759489:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16090 00000100:00100000:1.0:1775764885.759966:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16091 00000100:00100000:1.0:1775764885.759978:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132953856:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.760001:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.760022:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5938 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76329 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.760059:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 53 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.760101:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3840c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154041344:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764885.760183:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764885.767282:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3840c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154041344:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764885.767309:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764885.767327:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5938 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76329 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.767350:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.767354:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764885.767359:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5938 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76329 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.767383:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f400, rc 0) 00000100:00100000:0.0:1775764885.767443:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132953856:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7468us (8065us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764885.767453:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16091 00000100:00100000:2.0:1775764885.774401:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+53:89014:x1862022132954112:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764885.774460:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.774487:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5931 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7631b expref: 53 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.774505:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.774510:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764885.774535:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b593f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.774547:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b593f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.774557:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b593f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.774573:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5946 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xee7110c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.774580:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5946 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xee7110c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.774591:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5946 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xee7110c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.774610:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.774649:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b592a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76322 expref: 32 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.774658:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.774693:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b592a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76322 expref: 32 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.774707:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b592a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76322 expref: 32 pid: 10039 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.774721:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7156680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154041472:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764885.774831:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764885.779164:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.779209:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132954240 00000100:00100000:0.0:1775764885.779220:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132954240 00000100:00100000:0.0:1775764885.779273:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16092 00000100:00100000:0.0:1775764885.779282:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132954240:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.779301:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.779321:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5954 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76330 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.779357:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 52 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.779396:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382496680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154041600:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764885.780570:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.781713:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.781759:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7156680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154041472:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764885.782338:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.783091:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132954368 00000100:00100000:1.0:1775764885.783101:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132954368 00010000:00010000:1.0:1775764885.783144:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b592a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76322 expref: 35 pid: 10039 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.783191:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1930 00000100:00100000:1.0:1775764885.783201:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7157800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132954368:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764885.783216:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.783223:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b592a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76322 expref: 35 pid: 10039 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.783235:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b592a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76322 expref: 35 pid: 10039 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.783258:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b592a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76322 expref: 35 pid: 10039 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.783275:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.783280:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.783291:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.783303:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.783333:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764885.783343:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.783357:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.783399:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7157800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132954368:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 200us (1692us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.783406:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1930 00000004:00010000:2.0:1775764885.783860:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a7f57540 reply state 00000000ec74036e transno 4294976809 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.783876:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.783882:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.783885:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764885.783888:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764885.783895:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b593f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.783901:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b593f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.783907:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b593f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.783913:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b593f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.783919:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.783923:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b593f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.783930:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b593f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.783938:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.783942:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.783945:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b593f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.783950:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b593f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.783974:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a7f57540 reply state 00000000ec74036e transno 4294976809 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5946 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xee7110c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.783983:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5946 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee7110c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.783990:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xee7110c5 (ffff9ee383df7800) 00010000:00010000:2.0:1775764885.783992:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764885.783995:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764885.784046:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+54:89014:x1862022132954112:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10240us (24769us total) trans 4294976809 rc 0/0 00000100:00100000:2.0:1775764885.784055:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16090 00000100:00100000:0.0:1775764885.792055:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.792148:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382496680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154041600:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764885.792171:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764885.792189:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5954 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76330 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.792210:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.792213:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764885.792218:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5954 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76330 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.792230:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd200, rc 0) 00000100:00100000:0.0:1775764885.792284:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132954240:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 13002us (13130us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764885.792293:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16092 00000100:00100000:0.0:1775764885.792324:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132954496 00000100:00100000:0.0:1775764885.792330:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132954496 00000100:00100000:0.0:1775764885.792361:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16093 00000100:00100000:0.0:1775764885.792368:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+54:89014:x1862022132954496:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764885.793028:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.793048:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b595b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76337 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793109:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5962 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793123:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5962 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793135:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5962 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793149:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5969 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793156:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5969 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793162:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5969 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793246:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5970 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793259:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5970 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793266:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5970 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.793303:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.793323:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5970 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793337:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5962 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793343:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5962 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793349:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5962 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793355:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5962 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793361:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.793365:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5962 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.793372:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5962 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.795048:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.795052:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.795060:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5962 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.795069:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5962 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.795086:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5969 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.795093:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5969 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.795098:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5969 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.795104:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdccc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.795108:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5969 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.795116:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5969 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.795124:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6200) 00010000:00010000:0.0:1775764885.795126:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.795130:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5969 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.795135:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5969 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.795187:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b595b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76337 expref: 56 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.795206:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5970 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76337 expref: 55 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.795213:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.795215:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.795218:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd600, rc 0) 00000100:00100000:0.0:1775764885.795276:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+55:89014:x1862022132954496:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 2906us (3230us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.795286:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16093 00000100:00100000:3.0:1775764885.801928:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.801980:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.802013:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132954752 00000100:00100000:3.0:1775764885.802025:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132954752 00000100:00100000:3.0:1775764885.802075:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132954880 00000100:00100000:3.0:1775764885.802079:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132954880 00000100:00100000:3.0:1775764885.802105:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16094 00000100:00100000:3.0:1775764885.802113:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+55:89014:x1862022132954752:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.802171:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.802201:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5970 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76337 expref: 55 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.802222:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.802227:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.802257:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5977 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.802271:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5977 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.802283:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5977 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.802296:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b597e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe56b5afb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.802303:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b597e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe56b5afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.802309:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b597e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe56b5afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.802327:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5985 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.802339:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5985 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.802345:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5985 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.804879:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce0a2a5e reply state 0000000089780a9f transno 4294976810 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5985 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.804909:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5985 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.804917:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.804920:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764885.804924:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764885.804930:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5977 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.804936:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5977 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.804942:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5977 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.804948:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5977 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.804953:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.804971:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5977 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.804978:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5977 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.804988:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.804990:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.804994:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5977 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805000:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b5977 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.805011:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce0a2a5e reply state 0000000089780a9f transno 4294976810 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b597e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe56b5afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805019:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b597e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe56b5afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805025:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe56b5afb (ffff9ee4829d4600) 00010000:00010000:3.0:1775764885.805027:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764885.805029:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764885.805127:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+56:89014:x1862022132954752:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 3004us (3198us total) trans 4294976810 rc 0/0 00000100:00100000:3.0:1775764885.805137:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16094 00000100:00100000:3.0:1775764885.805171:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16095 00000100:00100000:3.0:1775764885.805182:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132954880:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.805200:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.805214:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b598c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7633e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805276:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b5993 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805291:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b5993 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805299:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b5993 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805315:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b599a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805322:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b599a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805328:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b599a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805382:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b59a1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805392:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b59a1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805398:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b59a1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764885.805429:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764885.805450:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b59a1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805461:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b5993 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805467:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b5993 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805473:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b5993 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805479:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b5993 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805484:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.805487:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b5993 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805493:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b5993 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805501:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.805504:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.805507:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b5993 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805512:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b5993 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805521:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b599a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805526:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b599a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805531:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b599a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805535:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.805538:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b599a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805543:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b599a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805549:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4969fcf00) 00010000:00010000:3.0:1775764885.805551:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.805553:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b599a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805558:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b599a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805585:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b598c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7633e expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805597:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b59a1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7633e expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.805602:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.805604:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764885.805607:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8bc00, rc 0) 00000100:00100000:3.0:1775764885.805657:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132954880:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 478us (3678us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.805663:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16095 00000100:00100000:3.0:1775764885.811910:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.812154:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.812187:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132955008 00000100:00100000:3.0:1775764885.812198:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132955008 00000100:00100000:3.0:1775764885.812244:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132955136 00000100:00100000:3.0:1775764885.812247:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132955136 00000100:00100000:3.0:1775764885.812270:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16096 00000100:00100000:3.0:1775764885.812278:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132955008:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.812300:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.812322:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b59a8 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76345 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.812362:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 56 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.813551:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154041728:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764885.813666:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.814593:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16097 00000100:00100000:3.0:1775764885.814610:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+56:89014:x1862022132955136:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:3.0:1775764885.814674:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.815491:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b59af lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7634c expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.815564:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b59b6 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.815579:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b59b6 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.815591:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b59b6 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.815611:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b59bd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.815619:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b59bd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.815649:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b59bd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816543:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b59c4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816557:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b59c4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816566:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b59c4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764885.816611:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764885.816656:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b59c4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816672:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b59b6 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816679:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b59b6 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816880:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b59b6 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816888:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b59b6 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816893:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ae00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.816897:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b59b6 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816904:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b59b6 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816915:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.816918:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.816923:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b59b6 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816928:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b59b6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816940:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b59bd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816946:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b59bd lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816951:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b59bd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816965:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4c21cd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.816968:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b59bd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816973:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b59bd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816983:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4969fc800) 00010000:00010000:3.0:1775764885.816985:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.816987:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b59bd lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.816992:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b59bd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.817033:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b59af lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7634c expref: 58 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.817045:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b59c4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7634c expref: 57 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.817052:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.817054:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764885.817056:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0cc00, rc 0) 00000100:00100000:3.0:1775764885.817117:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+57:89014:x1862022132955136:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 2513us (4963us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.817126:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16097 00000100:00100000:3.0:1775764885.820868:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.820926:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132955392 00000100:00100000:2.0:1775764885.820938:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132955392 00000100:00100000:2.0:1775764885.821015:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16098 00000100:00100000:2.0:1775764885.821028:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a6269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+57:89014:x1862022132955392:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764885.821238:0:8424:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.821269:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b59c4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7634c expref: 57 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.821285:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.821291:0:8424:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764885.821388:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b59cb lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.821402:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b59cb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.821411:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b59cb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.821424:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b59d2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x86382a7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.821429:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b59d2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x86382a7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.821435:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b59d2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x86382a7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.821451:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.821463:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b59a1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7633e expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.821470:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.821504:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b59a1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7633e expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.821518:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b59a1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7633e expref: 34 pid: 10039 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.821538:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7156680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154041856:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764885.822518:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.824941:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154041728:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764885.824976:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764885.824993:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b59a8 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76345 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.825016:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.825019:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764885.825023:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b59a8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76345 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.825036:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a800, rc 0) 00000100:00100000:2.0:1775764885.825106:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132955008:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 12827us (13204us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764885.825115:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16096 00000100:00100000:3.0:1775764885.828367:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.828485:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7156680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154041856:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764885.828512:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.828784:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132955520 00000100:00100000:1.0:1775764885.828792:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132955520 00000100:00100000:1.0:1775764885.828838:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16099 00000100:00100000:1.0:1775764885.828847:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132955520:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.828866:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.828883:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b59e0 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76353 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.828918:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 56 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.828974:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3840c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154041984:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764885.829053:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.836162:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.836222:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132955648 00000100:00100000:1.0:1775764885.836233:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132955648 00010000:00010000:1.0:1775764885.836275:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b59a1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7633e expref: 35 pid: 10039 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.836323:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1931 00000100:00100000:1.0:1775764885.836333:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132955648:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764885.836350:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.836357:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b59a1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7633e expref: 35 pid: 10039 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.836370:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b59a1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7633e expref: 35 pid: 10039 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.836402:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b59a1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7633e expref: 35 pid: 10039 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.836417:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.836421:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.836432:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.836439:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.836479:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764885.836538:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132955648:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 207us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.836546:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1931 00010000:00010000:0.0:1775764885.836747:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.836756:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764885.837245:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008eafee4c reply state 00000000b4f32400 transno 4294976811 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.837261:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.837266:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.837269:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764885.837271:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764885.837277:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b59cb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.837284:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b59cb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.837289:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b59cb lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.837294:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b59cb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.837299:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.837304:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b59cb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.837310:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b59cb lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.837318:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.837320:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.837323:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b59cb lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.837329:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b59cb lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764885.837340:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008eafee4c reply state 00000000b4f32400 transno 4294976811 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b59d2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x86382a7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.837349:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b59d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86382a7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.837359:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x86382a7a (ffff9ee383df7e00) 00010000:00010000:0.0:1775764885.837361:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764885.837363:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764885.837434:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a6269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+58:89014:x1862022132955392:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16409us (16572us total) trans 4294976811 rc 0/0 00000100:00100000:0.0:1775764885.837442:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16098 00000100:00100000:3.0:1775764885.838095:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3840c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154041984:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764885.838116:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764885.838130:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b59e0 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76353 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.838151:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.838153:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764885.838157:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b59e0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76353 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.838168:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f200, rc 0) 00000100:00100000:3.0:1775764885.838217:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132955520:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 9371us (9860us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764885.838225:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16099 00000100:00100000:2.0:1775764885.841846:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.841919:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132955776 00000100:00100000:3.0:1775764885.841930:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132955776 00000100:00100000:3.0:1775764885.841998:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16100 00000100:00100000:3.0:1775764885.842009:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132955776:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.842030:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.842051:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b59e7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7635a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842119:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b59ee lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842133:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b59ee lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842145:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b59ee lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842157:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b59f5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842164:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b59f5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842171:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b59f5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842253:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b59fc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842263:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b59fc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842269:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b59fc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764885.842306:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764885.842331:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b59fc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842346:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b59ee lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842353:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b59ee lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842359:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b59ee lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842365:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b59ee lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842372:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.842377:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b59ee lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842384:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b59ee lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842395:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.842398:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.842402:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b59ee lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842409:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b59ee lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842421:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b59f5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842427:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b59f5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842432:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b59f5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842438:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.842441:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b59f5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842448:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b59f5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842456:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4969fc800) 00010000:00010000:3.0:1775764885.842459:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.842463:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b59f5 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842469:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b59f5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842501:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b59e7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7635a expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842512:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b59fc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7635a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.842519:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.842521:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764885.842524:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0dc00, rc 0) 00000100:00100000:3.0:1775764885.842581:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132955776:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 574us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.842588:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16100 00000100:00100000:2.0:1775764885.849741:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.849786:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.849882:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132955904 00000100:00100000:0.0:1775764885.849894:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132955904 00000100:00100000:0.0:1775764885.849948:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132956032 00000100:00100000:0.0:1775764885.849951:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132956032 00000100:00100000:0.0:1775764885.849994:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16101 00000100:00100000:0.0:1775764885.850004:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+58:89014:x1862022132955904:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764885.850032:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.850056:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5a03 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76361 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850126:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5a0a lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850143:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5a0a lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850155:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5a0a lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850170:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5a11 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850178:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5a11 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850186:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5a11 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850272:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5a18 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850282:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5a18 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850289:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5a18 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.850330:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.850350:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5a18 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850363:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5a0a lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850369:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5a0a lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850374:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5a0a lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850380:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5a0a lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850386:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.850390:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5a0a lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850400:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5a0a lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850410:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.850413:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.850418:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5a0a lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850423:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5a0a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850436:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5a11 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850442:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5a11 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850457:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5a11 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850463:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.850466:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5a11 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850472:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5a11 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850480:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6200) 00010000:00010000:0.0:1775764885.850482:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.850485:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5a11 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850494:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5a11 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850524:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5a03 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76361 expref: 60 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850537:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5a18 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76361 expref: 59 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850543:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.850545:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.850547:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcca00, rc 0) 00000100:00100000:0.0:1775764885.850602:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+59:89014:x1862022132955904:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 599us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.850610:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16101 00000100:00100000:0.0:1775764885.850670:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16102 00000100:00100000:0.0:1775764885.850679:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132956032:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.850688:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.850697:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5a1f lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76368 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.850719:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 58 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.850754:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382496680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154042112:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764885.850803:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.855161:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382496680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154042112:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764885.855188:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764885.855206:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5a1f lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76368 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.855226:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.855229:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764885.855234:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5a1f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76368 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.855245:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcce00, rc 0) 00000100:00100000:3.0:1775764885.855313:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132956032:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4635us (5525us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764885.855323:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16102 00000100:00100000:2.0:1775764885.857045:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.857119:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132956288 00000100:00100000:3.0:1775764885.857128:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132956288 00000100:00100000:3.0:1775764885.857182:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16103 00000100:00100000:3.0:1775764885.857191:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+59:89014:x1862022132956288:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764885.857241:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764885.857267:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5a18 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76361 expref: 59 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.857286:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.857290:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764885.857314:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5a26 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.857329:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5a26 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.857338:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5a26 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.857352:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b5a2d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x13813ba1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.857359:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b5a2d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13813ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.857366:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b5a2d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13813ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.857389:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.857401:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b59fc lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7635a expref: 32 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.857408:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.857441:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b59fc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7635a expref: 32 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.857607:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b59fc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7635a expref: 32 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.857650:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154042240:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764885.857729:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffb40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.863864:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154042240:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764885.863894:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.873146:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.873207:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.873384:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132956544 00000100:00100000:0.0:1775764885.873395:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132956544 00010000:00010000:0.0:1775764885.873436:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b59fc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7635a expref: 33 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.873480:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1932 00000100:00100000:0.0:1775764885.873490:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132956544:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764885.873506:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.873513:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b59fc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7635a expref: 33 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.874480:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b59fc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7635a expref: 33 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.874503:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b59fc lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7635a expref: 33 pid: 6519 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.874520:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.874525:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.874537:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.874546:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.874573:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764885.874666:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132956544:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1177us (1457us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.874676:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1932 00010000:00010000:2.0:1775764885.876688:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.876709:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.878356:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007fc53457 reply state 00000000eca33440 transno 4294976812 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.878439:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132956416 00000100:00100000:3.0:1775764885.878450:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132956416 00000100:00100000:3.0:1775764885.878501:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16104 00000100:00100000:3.0:1775764885.878511:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2405:x1862022132956416:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.878529:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.878546:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b5a3b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7636f expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.878597:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.879757:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 59 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.879806:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154042368:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764885.879893:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.884126:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154042368:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764885.884152:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764885.884171:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b5a3b lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7636f expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.884199:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.884203:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764885.884209:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b5a3b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7636f expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.884224:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0c200, rc 0) 00000100:00100000:1.0:1775764885.884329:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2405:x1862022132956416:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5818us (11191us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764885.884339:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16104 00010000:00010000:2.0:1775764885.889600:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.889610:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764885.889618:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764885.889651:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5a26 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.889662:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5a26 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.889668:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5a26 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.889676:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5a26 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.889682:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.889687:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5a26 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.889694:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5a26 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.889712:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.889716:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.889721:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5a26 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.889728:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5a26 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.889748:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007fc53457 reply state 00000000eca33440 transno 4294976812 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b5a2d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13813ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.889760:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b5a2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13813ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.889766:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x13813ba1 (ffff9ee4969fc800) 00010000:00010000:2.0:1775764885.889768:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764885.889771:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764885.890684:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+60:89014:x1862022132956288:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 33485us (33637us total) trans 4294976812 rc 0/0 00000100:00100000:0.0:1775764885.890695:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16103 00000100:00100000:3.0:1775764885.894673:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.894766:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132956672 00000100:00100000:2.0:1775764885.894776:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132956672 00000100:00100000:2.0:1775764885.894835:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16105 00000100:00100000:2.0:1775764885.894846:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132956672:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764885.894866:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.894890:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5a42 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76376 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.894963:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5a49 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.894978:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5a49 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.894989:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5a49 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895004:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5a50 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895010:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5a50 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895016:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5a50 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895112:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5a57 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895121:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5a57 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895128:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5a57 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764885.895166:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764885.895188:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5a57 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895203:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5a49 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895209:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5a49 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895215:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5a49 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895221:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5a49 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895229:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.895234:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5a49 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895242:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5a49 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895255:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.895257:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.895262:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5a49 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895268:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5a49 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895281:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5a50 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895286:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5a50 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895291:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5a50 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895296:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.895299:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5a50 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895304:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5a50 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895315:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee383df7500) 00010000:00010000:2.0:1775764885.895318:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.895321:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5a50 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895327:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5a50 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895358:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5a42 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76376 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895370:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5a57 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76376 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.895377:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.895379:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764885.895381:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6d200, rc 0) 00000100:00100000:2.0:1775764885.895439:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132956672:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 595us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764885.895446:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16105 00000100:00100000:2.0:1775764885.896564:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.896748:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132956800 00000100:00100000:3.0:1775764885.896755:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132956800 00000100:00100000:3.0:1775764885.896888:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16106 00000100:00100000:3.0:1775764885.896897:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+60:89014:x1862022132956800:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:3.0:1775764885.896919:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.896935:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b5a5e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7637d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897009:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5a65 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897023:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5a65 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897033:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5a65 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897053:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a6c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897060:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a6c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897067:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a6c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897142:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5a73 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897151:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5a73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897159:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5a73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764885.897195:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764885.897226:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5a73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897241:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5a65 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897247:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5a65 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897253:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5a65 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897259:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5a65 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897264:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.897267:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5a65 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897278:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5a65 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897291:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.897294:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.897299:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5a65 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897305:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5a65 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897318:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a6c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897324:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a6c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897329:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a6c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897335:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.897338:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a6c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897344:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a6c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897350:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4969fcf00) 00010000:00010000:3.0:1775764885.897353:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.897355:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a6c lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897364:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a6c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897393:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b5a5e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7637d expref: 62 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897405:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5a73 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7637d expref: 61 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.897412:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.897414:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764885.897416:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0d600, rc 0) 00000100:00100000:3.0:1775764885.897476:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+61:89014:x1862022132956800:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 580us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.897482:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16106 00000100:00100000:1.0:1775764885.899340:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.899566:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132956928 00000100:00100000:3.0:1775764885.899575:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132956928 00000100:00100000:2.0:1775764885.900011:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16107 00000100:00100000:2.0:1775764885.900024:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132956928:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764885.900043:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.900062:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5a7a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76384 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.900105:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 60 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.900151:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7155500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154042496:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764885.900243:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.904294:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.904473:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7155500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154042496:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764885.904497:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764885.904514:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5a7a lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76384 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.904535:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.904538:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764885.904543:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5a7a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76384 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.904556:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c600, rc 0) 00000100:00100000:1.0:1775764885.904620:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132956928:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4600us (5287us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764885.904658:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16107 00000100:00100000:1.0:1775764885.904689:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132957184 00000100:00100000:1.0:1775764885.904696:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132957184 00000100:00100000:1.0:1775764885.904734:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16108 00000100:00100000:1.0:1775764885.904743:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+61:89014:x1862022132957184:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764885.904818:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.904837:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5a73 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7637d expref: 61 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.904848:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.904852:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764885.904875:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5a81 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.904888:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5a81 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.904898:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5a81 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.904911:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b5a88 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5dee3880 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.904919:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b5a88 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5dee3880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.904925:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b5a88 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5dee3880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.904943:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.904966:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5a57 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76376 expref: 32 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.904975:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.905007:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5a57 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76376 expref: 32 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.905019:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5a57 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76376 expref: 32 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.905032:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154042624:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764885.905078:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.909012:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154042624:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764885.909044:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.909706:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.910010:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132957312 00000100:00100000:0.0:1775764885.910018:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132957312 00010000:00010000:0.0:1775764885.910055:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5a57 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76376 expref: 33 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.910144:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1933 00000100:00100000:0.0:1775764885.910153:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132957312:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764885.910168:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.910174:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5a57 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76376 expref: 33 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.910186:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5a57 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76376 expref: 33 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.910208:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5a57 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76376 expref: 33 pid: 6520 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.910236:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.910243:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.910254:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.910262:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.910292:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764885.910347:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132957312:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 194us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.910356:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1933 00010000:00010000:1.0:1775764885.911056:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.911066:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.911556:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006707f194 reply state 00000000ceb1e70a transno 4294976813 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.911571:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.911579:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.911582:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764885.911586:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764885.911592:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5a81 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.911599:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5a81 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.911605:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5a81 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.911610:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5a81 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.911616:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.911620:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5a81 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.911651:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5a81 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.911659:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.911662:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.911666:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5a81 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.911672:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5a81 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764885.911701:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006707f194 reply state 00000000ceb1e70a transno 4294976813 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b5a88 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5dee3880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.911710:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b5a88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dee3880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.911717:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5dee3880 (ffff9ee485da8500) 00010000:00010000:1.0:1775764885.911720:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764885.911721:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764885.912484:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+62:89014:x1862022132957184:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7734us (8191us total) trans 4294976813 rc 0/0 00000100:00100000:1.0:1775764885.912494:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16108 00000100:00100000:2.0:1775764885.913541:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.913934:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132957440 00000100:00100000:3.0:1775764885.913943:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132957440 00000100:00100000:3.0:1775764885.914045:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16109 00000100:00100000:3.0:1775764885.914054:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132957440:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.914077:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.914097:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b5a96 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7638b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914166:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a9d lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914179:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a9d lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914190:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a9d lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914202:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5aa4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914313:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914323:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914407:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5aab lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914418:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5aab lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914424:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5aab lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764885.914462:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764885.914485:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5aab lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914500:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a9d lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914507:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a9d lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914512:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a9d lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914519:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a9d lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914525:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.914529:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a9d lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914536:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a9d lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914548:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.914551:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.914556:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a9d lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914562:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5a9d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914575:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914581:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5aa4 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914587:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914593:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.914596:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914601:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5aa4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914608:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4969fcf00) 00010000:00010000:3.0:1775764885.914611:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.914613:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5aa4 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914654:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5aa4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914863:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b5a96 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7638b expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914879:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5aab lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7638b expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.914887:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.914889:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764885.914892:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0d200, rc 0) 00000100:00100000:3.0:1775764885.914952:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132957440:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 899us (1415us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.914972:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16109 00000100:00100000:1.0:1775764885.922153:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.922247:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132957568 00000100:00100000:0.0:1775764885.922258:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132957568 00000100:00100000:0.0:1775764885.922363:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16110 00000100:00100000:0.0:1775764885.922373:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+62:89014:x1862022132957568:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764885.922398:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.922418:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5ab2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76392 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922482:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ab9 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922496:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ab9 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922509:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ab9 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922525:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5ac0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922530:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922539:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922619:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5ac7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922670:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922677:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.922714:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.922735:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922749:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ab9 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922754:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ab9 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922759:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ab9 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922778:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ab9 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922784:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.922788:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ab9 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922798:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ab9 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922811:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.922814:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.922819:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ab9 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922824:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ab9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922836:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922840:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5ac0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922845:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922849:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.922852:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922856:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5ac0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922862:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6200) 00010000:00010000:0.0:1775764885.922865:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.922867:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5ac0 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922876:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5ac0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922905:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5ab2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76392 expref: 64 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922917:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76392 expref: 63 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.922923:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.922925:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.922927:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd200, rc 0) 00000100:00100000:0.0:1775764885.923005:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+63:89014:x1862022132957568:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 633us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.923013:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16110 00000100:00100000:3.0:1775764885.923744:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.926431:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132957696 00000100:00100000:2.0:1775764885.926444:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132957696 00000100:00100000:2.0:1775764885.926519:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16111 00000100:00100000:2.0:1775764885.926529:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132957696:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764885.926548:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764885.926568:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5ace lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76399 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.926606:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 62 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.926679:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7157b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154042752:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764885.926759:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.930073:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.930141:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132957952 00000100:00100000:2.0:1775764885.930151:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132957952 00000100:00100000:2.0:1775764885.930255:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16112 00000100:00100000:2.0:1775764885.930265:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+63:89014:x1862022132957952:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764885.930316:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.930344:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b5ac7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76392 expref: 63 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.930364:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.930369:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764885.930380:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7157b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154042752:192.168.202.48@tcp:106: 00010000:00010000:2.0:1775764885.930392:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5ad5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764885.930402:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764885.930406:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5ad5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.930416:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5ace lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76399 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.930419:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5ad5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.930442:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.930446:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764885.930447:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5adc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8ac34bee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.930455:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5adc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8ac34bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.930462:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5adc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8ac34bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.930481:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.930543:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b5ace lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76399 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.930555:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c400, rc 0) 00010000:00010000:2.0:1775764885.930601:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5aab lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7638b expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.930610:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.930612:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132957696:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4084us (6869us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764885.930655:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16111 00010000:00010000:2.0:1775764885.930682:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5aab lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7638b expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.930696:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5aab lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7638b expref: 32 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.930711:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7156680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154042880:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764885.930765:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.936348:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.936392:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.936706:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7156680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154042880:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764885.936733:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.937182:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132958080 00000100:00100000:1.0:1775764885.937191:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132958080 00010000:00010000:1.0:1775764885.937331:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5aab lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7638b expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.937373:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1934 00000100:00100000:1.0:1775764885.937383:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132958080:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764885.937397:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.937404:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5aab lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7638b expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.937418:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5aab lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7638b expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.937439:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5aab lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7638b expref: 33 pid: 8424 timeout: 2358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.937454:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.937460:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.937471:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.937478:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.937506:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764885.937560:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132958080:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 179us (1223us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.937568:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1934 00010000:00010000:3.0:1775764885.937654:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.937664:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.938083:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132958208 00000100:00100000:0.0:1775764885.938089:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132958208 00000100:00100000:0.0:1775764885.938139:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16113 00000100:00100000:0.0:1775764885.938148:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132958208:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.938163:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.938180:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5aea lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763a0 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.938197:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a2efa44 reply state 00000000c4735f69 transno 4294976814 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.938218:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.938229:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.938231:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764885.938234:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764885.938240:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5ad5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.938246:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5ad5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.938252:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5ad5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.938259:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5ad5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.938264:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764885.938269:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5ad5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.938276:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5ad5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.938283:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764885.938286:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764885.938289:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5ad5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.938295:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5ad5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764885.938306:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a2efa44 reply state 00000000c4735f69 transno 4294976814 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5adc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8ac34bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.938315:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5adc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ac34bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.938321:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8ac34bee (ffff9ee383df7500) 00010000:00010000:3.0:1775764885.938324:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764885.938326:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764885.938373:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+64:89014:x1862022132957952:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8108us (8309us total) trans 4294976814 rc 0/0 00000100:00100000:3.0:1775764885.938380:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16112 00010000:00010000:0.0:1775764885.938453:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5af1 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.938464:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5af1 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.938472:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5af1 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.938484:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5af8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.938491:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5af8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.938497:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5af8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.938537:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5aff lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.938545:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5aff lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.938551:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5aff lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.938580:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.938597:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5aff lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.938607:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5af1 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.938613:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5af1 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.938617:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5af1 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939502:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5af1 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939508:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.939512:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5af1 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939519:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5af1 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939530:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.939534:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.939537:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5af1 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939543:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5af1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939557:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5af8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939563:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5af8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939569:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5af8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939573:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.939575:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5af8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939584:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5af8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939591:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4984d6200) 00010000:00010000:0.0:1775764885.939593:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.939596:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5af8 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939601:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5af8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939665:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5aea lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763a0 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939679:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5aff lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763a0 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.939685:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.939687:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.939690:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd400, rc 0) 00000100:00100000:0.0:1775764885.939733:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132958208:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1587us (3340us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.939741:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16113 00000100:00100000:2.0:1775764885.944389:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.944749:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132958336 00000100:00100000:1.0:1775764885.944761:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132958336 00000100:00100000:1.0:1775764885.944823:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16114 00000100:00100000:1.0:1775764885.944834:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+64:89014:x1862022132958336:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764885.944860:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.944881:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5b06 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763a7 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.944948:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5b0d lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.944973:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5b0d lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.944985:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5b0d lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945000:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5b14 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945008:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5b14 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945014:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5b14 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945174:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5b1b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945184:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5b1b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945191:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5b1b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.945322:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.945346:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5b1b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945361:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5b0d lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945367:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5b0d lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945373:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5b0d lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945380:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5b0d lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945385:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.945391:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5b0d lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945399:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5b0d lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945411:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.945414:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.945418:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5b0d lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945425:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5b0d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945439:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5b14 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945445:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5b14 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945450:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5b14 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945455:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.945457:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5b14 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945462:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5b14 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945469:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8300) 00010000:00010000:1.0:1775764885.945472:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.945474:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5b14 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945480:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5b14 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945511:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5b06 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763a7 expref: 66 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945525:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5b1b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763a7 expref: 65 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.945531:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.945534:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.945536:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f400, rc 0) 00000100:00100000:1.0:1775764885.945796:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+65:89014:x1862022132958336:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 962us (1414us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.945803:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16114 00000100:00100000:2.0:1775764885.950144:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.950516:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132958464 00000100:00100000:0.0:1775764885.950528:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132958464 00000100:00100000:0.0:1775764885.950593:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16115 00000100:00100000:0.0:1775764885.950603:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132958464:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.950647:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.950671:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5b22 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763ae expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.950719:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 64 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.950762:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382494e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154043008:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764885.950840:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.960967:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.961074:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132958720 00000100:00100000:0.0:1775764885.961085:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132958720 00000100:00100000:0.0:1775764885.961176:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16116 00000100:00100000:0.0:1775764885.961187:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+65:89014:x1862022132958720:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764885.961242:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.961271:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5b1b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763a7 expref: 65 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.961290:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.961295:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764885.961321:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5b29 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.961334:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5b29 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.961344:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5b29 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.961365:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5b30 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x51d82c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.961372:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5b30 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x51d82c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.961377:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5b30 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x51d82c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.961397:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.961410:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5aff lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763a0 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.961418:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.961560:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5aff lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763a0 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.961575:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5aff lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763a0 expref: 34 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.961590:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382496680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154043136:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764885.961826:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764885.964339:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382494e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154043008:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764885.964366:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764885.964386:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5b22 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763ae expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.964407:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.964411:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764885.964416:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5b22 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763ae expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.964430:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd800, rc 0) 00000100:00100000:0.0:1775764885.964503:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132958464:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 13902us (14368us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764885.964512:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16115 00000100:00100000:3.0:1775764885.965593:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.965884:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382496680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154043136:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764885.965907:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.966062:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132958848 00000100:00100000:1.0:1775764885.966069:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132958848 00010000:00010000:1.0:1775764885.966105:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5aff lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763a0 expref: 33 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764885.966142:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1935 00000100:00100000:1.0:1775764885.966152:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132958848:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764885.966166:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764885.966172:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5aff lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763a0 expref: 33 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.966183:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5aff lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763a0 expref: 33 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.966203:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5aff lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763a0 expref: 33 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.966216:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.966221:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.966233:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.966240:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.966265:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764885.966303:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132958848:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 153us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.966310:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1935 00010000:00010000:0.0:1775764885.966423:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.966430:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764885.966921:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bf8b0400 reply state 000000005b263aa3 transno 4294976815 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.966935:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.966942:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.966945:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764885.966948:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764885.966968:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5b29 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.966975:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5b29 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.966981:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5b29 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.966988:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5b29 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.966993:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.966997:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5b29 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.967004:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5b29 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.967012:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.967014:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.967017:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5b29 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.967023:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5b29 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764885.967034:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bf8b0400 reply state 000000005b263aa3 transno 4294976815 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5b30 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x51d82c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.967041:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5b30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x51d82c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.967051:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x51d82c71 (ffff9ee4984d6200) 00010000:00010000:0.0:1775764885.967054:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764885.967055:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764885.967099:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+66:89014:x1862022132958720:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5913us (6151us total) trans 4294976815 rc 0/0 00000100:00100000:0.0:1775764885.967107:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16116 00000100:00100000:1.0:1775764885.971237:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.971301:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132958976 00000100:00100000:0.0:1775764885.971312:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132958976 00000100:00100000:0.0:1775764885.971377:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16117 00000100:00100000:0.0:1775764885.971387:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132958976:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764885.971409:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.971432:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5b3e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763b5 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971500:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5b45 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971514:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5b45 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971525:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5b45 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971537:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5b4c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971544:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5b4c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971553:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5b4c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971682:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5b53 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971691:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5b53 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971699:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5b53 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.971738:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.971761:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5b53 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971775:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5b45 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971782:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5b45 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971788:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5b45 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971794:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5b45 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971800:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.971814:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5b45 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971826:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5b45 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971836:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.971839:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.971844:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5b45 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971850:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5b45 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971864:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5b4c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971869:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5b4c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971874:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5b4c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971878:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdccc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.971881:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5b4c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971886:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5b4c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971892:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4984d6900) 00010000:00010000:0.0:1775764885.971895:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.971897:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5b4c lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971906:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5b4c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971938:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5b3e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763b5 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971951:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5b53 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763b5 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.971971:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.971973:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.971975:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc000, rc 0) 00000100:00100000:0.0:1775764885.972027:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132958976:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 642us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.972034:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16117 00000100:00100000:2.0:1775764885.974709:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.974786:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132959104 00000100:00100000:3.0:1775764885.974796:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132959104 00000100:00100000:3.0:1775764885.974864:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16118 00000100:00100000:3.0:1775764885.974874:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132959104:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.974894:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.974913:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b5b5a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763bc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.974950:0:6518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 65 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.975013:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154043264:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764885.975105:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764885.977352:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154043264:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764885.977377:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764885.977397:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b5b5a lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763bc expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.977418:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764885.977421:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764885.977426:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b5b5a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763bc expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.977439:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0de00, rc 0) 00000100:00100000:3.0:1775764885.977515:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132959104:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2642us (2815us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764885.977524:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16118 00000100:00100000:1.0:1775764885.979236:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764885.979302:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132959232 00000100:00100000:0.0:1775764885.979311:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132959232 00000100:00100000:0.0:1775764885.979373:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16119 00000100:00100000:0.0:1775764885.979382:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+66:89014:x1862022132959232:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764885.979406:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764885.979425:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5b61 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763c3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979500:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5b68 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979515:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5b68 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979528:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5b68 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979543:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5b6f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979550:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5b6f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979556:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5b6f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979706:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5b76 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979715:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5b76 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979722:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5b76 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764885.979762:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764885.979784:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5b76 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979798:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5b68 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979804:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5b68 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979810:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5b68 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979817:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5b68 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979823:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcda00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.979827:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5b68 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979833:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5b68 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979844:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764885.979847:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.979851:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5b68 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979857:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5b68 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979868:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5b6f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979874:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5b6f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979878:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5b6f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979883:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcde00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764885.979885:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5b6f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979894:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5b6f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979900:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6400) 00010000:00010000:0.0:1775764885.979902:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764885.979904:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5b6f lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979909:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5b6f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979937:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5b61 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763c3 expref: 68 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.979950:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5b76 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763c3 expref: 67 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.980195:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.980198:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764885.980200:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcce00, rc 0) 00000100:00100000:0.0:1775764885.980301:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+67:89014:x1862022132959232:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 921us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.980308:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16119 00000100:00100000:2.0:1775764885.983544:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.984353:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764885.984430:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132959360 00000100:00100000:3.0:1775764885.984440:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132959360 00000100:00100000:3.0:1775764885.984501:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132959616 00000100:00100000:3.0:1775764885.984504:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132959616 00000100:00100000:3.0:1775764885.984538:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16120 00000100:00100000:3.0:1775764885.984547:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132959360:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764885.984567:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764885.984587:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b5b7d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763ca expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764885.984646:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 67 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764885.984694:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154043392:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764885.984765:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764885.985003:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16121 00000100:00100000:2.0:1775764885.985012:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+67:89014:x1862022132959616:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764885.985052:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764885.985074:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5b76 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763c3 expref: 67 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.985090:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.985094:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764885.985113:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5b84 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.985125:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5b84 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.985134:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5b84 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.985147:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5b8b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xdb611b29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.985153:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5b8b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdb611b29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.985158:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5b8b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdb611b29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.985173:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.985184:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5b53 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763b5 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.985191:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.985215:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5b53 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763b5 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.985227:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5b53 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763b5 expref: 34 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764885.985238:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154043520:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764885.985289:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764885.989853:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764885.989969:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154043520:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764885.989998:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.990075:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132959744 00000100:00100000:0.0:1775764885.990082:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132959744 00010000:00010000:0.0:1775764885.990121:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5b53 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763b5 expref: 35 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764885.990166:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1936 00000100:00100000:0.0:1775764885.990176:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132959744:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764885.990193:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764885.990200:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5b53 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763b5 expref: 35 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.990212:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5b53 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763b5 expref: 35 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.990237:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5b53 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763b5 expref: 35 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.990253:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764885.990257:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.990271:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.990279:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764885.990392:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764885.990452:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132959744:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 277us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.990460:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1936 00000100:00100000:1.0:1775764885.991720:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154043392:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764885.991743:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764885.991758:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b5b7d lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763ca expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.991775:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.991778:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764885.991782:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b5b7d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763ca expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.991794:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0de00, rc 0) 00000100:00100000:1.0:1775764885.991852:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132959360:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7306us (8408us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764885.991860:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16120 00010000:00010000:2.0:1775764885.995169:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.995184:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.995725:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000004a2d1d reply state 00000000d40ec154 transno 4294976816 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.995745:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.995754:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764885.995757:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764885.995761:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764885.995767:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5b84 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.995774:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5b84 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.995780:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5b84 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.995786:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5b84 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.995792:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764885.995796:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5b84 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.995819:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5b84 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.995829:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764885.995832:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764885.995835:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5b84 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.995841:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5b84 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764885.995855:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000004a2d1d reply state 00000000d40ec154 transno 4294976816 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5b8b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdb611b29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.995863:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5b8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb611b29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764885.995868:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdb611b29 (ffff9ee383df7900) 00010000:00010000:2.0:1775764885.995870:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764885.995872:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764885.997105:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+68:89014:x1862022132959616:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12086us (12745us total) trans 4294976816 rc 0/0 00000100:00100000:2.0:1775764885.997115:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16121 00000100:00100000:0.0:1775764885.997290:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.998088:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132959872 00000100:00100000:1.0:1775764885.998098:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132959872 00000100:00100000:1.0:1775764885.998150:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16122 00000100:00100000:1.0:1775764885.998159:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132959872:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764885.998177:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.998195:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5b99 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763d1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998255:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5ba0 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998269:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998279:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998292:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5ba7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998299:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998304:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998388:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5bae lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998397:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5bae lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998403:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5bae lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764885.998439:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764885.998473:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5bae lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998485:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5ba0 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998492:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5ba0 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998498:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5ba0 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998504:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5ba0 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998509:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.998514:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5ba0 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998522:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5ba0 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998532:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764885.998536:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.998540:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5ba0 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998545:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5ba0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998559:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998564:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998569:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998573:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764885.998576:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998581:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5ba7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998587:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8300) 00010000:00010000:1.0:1775764885.998589:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764885.998592:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5ba7 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.998596:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5ba7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.999102:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5b99 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763d1 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.999119:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5bae lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763d1 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764885.999126:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764885.999129:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764885.999131:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f600, rc 0) 00000100:00100000:1.0:1775764885.999246:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132959872:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1087us (1955us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.999253:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16122 00000100:00100000:2.0:1775764885.999762:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764885.999894:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132960000 00000100:00100000:1.0:1775764885.999901:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132960000 00000100:00100000:1.0:1775764885.999938:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16123 00000100:00100000:1.0:1775764885.999946:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+68:89014:x1862022132960000:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764885.999976:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764885.999989:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5bb5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763d8 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000035:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5bbc lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000051:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5bbc lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000060:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5bbc lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000073:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5bc3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000079:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000085:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000151:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5bca lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000159:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5bca lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000166:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5bca lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.000197:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.000214:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5bca lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000224:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5bbc lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000230:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5bbc lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000235:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5bbc lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000240:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5bbc lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000246:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.000249:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5bbc lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000255:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5bbc lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000265:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.000267:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.000271:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5bbc lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000277:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5bbc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000287:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000292:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5bc3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000298:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5bc3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000302:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.000305:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5bc3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000310:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5bc3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000317:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8100) 00010000:00010000:1.0:1775764886.000319:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.000321:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5bc3 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000326:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5bc3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000353:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5bb5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763d8 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000364:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5bca lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763d8 expref: 69 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.000370:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.000372:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.000375:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f200, rc 0) 00000100:00100000:1.0:1775764886.000411:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+69:89014:x1862022132960000:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 466us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.000417:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16123 00000100:00100000:0.0:1775764886.003278:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.003407:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132960128 00000100:00100000:3.0:1775764886.003417:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132960128 00000100:00080000:1.0:1775764886.003558:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764886.003651:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16124 00000100:00100000:3.0:1775764886.003664:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132960128:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.003693:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.003715:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5bd1 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763df expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.003751:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 68 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.003791:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154043648:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764886.003875:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.006969:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.007053:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132960384 00000100:00100000:1.0:1775764886.007064:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132960384 00000100:00100000:1.0:1775764886.007155:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16125 00000100:00100000:1.0:1775764886.007166:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+69:89014:x1862022132960384:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764886.007219:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.007247:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5bca lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763d8 expref: 69 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.007269:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.007274:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764886.007297:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5bd8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.007310:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5bd8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.007320:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5bd8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.007335:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5bdf lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7f2deaa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.007341:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5bdf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7f2deaa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.007348:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5bdf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7f2deaa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.007365:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.007377:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5bae lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763d1 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.007390:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.007420:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5bae lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763d1 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.007433:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5bae lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763d1 expref: 34 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.007447:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154043776:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764886.007654:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb6c0 going to sleep for 11 seconds 00000100:00080000:0.0:1775764886.007930:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764886.010163:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154043648:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764886.010187:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764886.010203:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5bd1 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763df expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.010222:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.010225:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764886.010231:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5bd1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 21 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763df expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.010243:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0c600, rc 0) 00000100:00100000:3.0:1775764886.010298:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132960128:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6637us (7029us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764886.010306:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16124 00000100:00100000:2.0:1775764886.013593:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.013656:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.013804:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132960640 00000100:00100000:0.0:1775764886.013826:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132960640 00000100:00100000:0.0:1775764886.013885:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16126 00000100:00100000:0.0:1775764886.013894:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132960640:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.013914:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.013933:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5bed lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763e6 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.014004:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5bf4 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.014018:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5bf4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.014028:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5bf4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.014041:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5bfb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.014048:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5bfb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.014054:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5bfb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.014135:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.014149:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.014156:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.014172:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.014181:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.014302:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132960512 00000100:00100000:3.0:1775764886.014307:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132960512 00010000:00010000:3.0:1775764886.014328:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5bae lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763d1 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.014350:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1937 00000100:00100000:3.0:1775764886.014357:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132960512:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764886.014367:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.014373:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5bae lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763d1 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.014387:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5bae lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763d1 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.014404:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.014408:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.014415:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.014423:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.014429:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.014435:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.014441:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.014552:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764886.014596:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132960512:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 239us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.014605:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1937 00010000:00010000:1.0:1775764886.015320:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5bae lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763d1 expref: 34 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.015338:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154043776:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764886.015357:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.015365:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.015371:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.017679:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8c706a8 reply state 00000000e346d9b2 transno 4294976817 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017719:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017728:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.017730:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764886.017734:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017742:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017748:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.017782:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764886.017790:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5bd8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017797:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5bd8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017813:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5bd8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017821:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5bd8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017827:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.017831:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5bd8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017838:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5bd8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017849:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.017852:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.017856:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5bd8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017862:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5bd8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.017877:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8c706a8 reply state 00000000e346d9b2 transno 4294976817 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5bdf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7f2deaa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017884:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5bdf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f2deaa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.017890:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7f2deaa8 (ffff9ee485da8e00) 00010000:00010000:1.0:1775764886.017892:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764886.017894:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764886.017993:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+70:89014:x1862022132960384:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10823us (11042us total) trans 4294976817 rc 0/0 00000100:00100000:1.0:1775764886.018003:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16125 00010000:00010000:2.0:1775764886.018195:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018203:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.018243:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.018264:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018278:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5bf4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018283:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5bf4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018288:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5bf4 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018294:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5bf4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018298:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdccc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.018301:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5bf4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018306:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5bf4 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018315:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.018317:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.018320:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5bf4 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018325:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5bf4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018337:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5bfb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018342:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5bfb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018347:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5bfb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018351:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.018353:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5bfb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018358:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5bfb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018364:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4984d6400) 00010000:00010000:2.0:1775764886.018366:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.018368:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5bfb lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018373:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5bfb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018406:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5bed lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763e6 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018418:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763e6 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.018425:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.018427:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.018430:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc400, rc 0) 00000100:00100000:2.0:1775764886.018556:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132960640:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4663us (4899us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.018564:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16126 00000100:00100000:2.0:1775764886.022333:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.022374:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.022441:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132960768 00000100:00100000:1.0:1775764886.022549:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132960768 00000100:00100000:1.0:1775764886.022608:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132960896 00000100:00100000:1.0:1775764886.022611:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132960896 00000100:00100000:1.0:1775764886.022664:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16127 00000100:00100000:1.0:1775764886.022674:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+70:89014:x1862022132960768:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764886.022710:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.022731:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5c09 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763ed expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.022797:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c10 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.022901:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16128 00000100:00100000:2.0:1775764886.022910:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132960896:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.022919:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.022930:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5c17 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763f4 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.022966:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 71 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.023005:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154043904:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764886.023076:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1775764886.023207:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c10 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.023220:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c10 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.023235:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c1e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.023242:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c1e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.023248:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c1e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.023330:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5c25 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.023340:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5c25 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.023346:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5c25 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.023383:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.023404:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5c25 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.023422:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c10 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.023427:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c10 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.023433:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c10 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.023438:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c10 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.023444:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.024033:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c10 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024044:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c10 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024058:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.024061:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.024065:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c10 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024071:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c10 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024087:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c1e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024093:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c1e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024099:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c1e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024105:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.024108:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c1e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024114:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c1e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024121:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8100) 00010000:00010000:1.0:1775764886.024123:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.024126:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c1e lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024132:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c1e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024171:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5c09 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763ed expref: 72 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024184:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5c25 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763ed expref: 71 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.024190:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.024192:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.024194:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f800, rc 0) 00000100:00100000:1.0:1775764886.024295:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+71:89014:x1862022132960768:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1620us (1968us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.024306:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16127 00000100:00100000:0.0:1775764886.026233:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154043904:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.026256:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.026271:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5c17 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763f4 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.026288:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.026290:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.026295:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b5c17 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763f4 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.026307:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6ce00, rc 0) 00000100:00100000:0.0:1775764886.026362:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132960896:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3454us (3987us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.026370:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16128 00000100:00100000:2.0:1775764886.029904:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.029981:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132961024 00000100:00100000:1.0:1775764886.029990:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132961024 00000100:00100000:1.0:1775764886.030046:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16129 00000100:00100000:1.0:1775764886.030055:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132961024:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.030073:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.030091:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5c2c lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf763fb expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.030126:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 70 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.030162:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154044032:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764886.030240:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afbf00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.032014:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.032224:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154044032:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764886.032245:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.032260:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5c2c lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763fb expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.032277:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.032280:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764886.032285:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5c2c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763fb expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.032298:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f200, rc 0) 00000100:00100000:1.0:1775764886.032353:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132961024:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2299us (2457us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764886.032362:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16129 00000100:00100000:1.0:1775764886.032388:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132961280 00000100:00100000:1.0:1775764886.032393:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132961280 00000100:00100000:2.0:1775764886.032666:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16130 00000100:00100000:2.0:1775764886.032677:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+71:89014:x1862022132961280:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.032731:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.032748:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5c25 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763ed expref: 71 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.032760:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.032763:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764886.032782:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5c33 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.032794:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5c33 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.032817:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5c33 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.032832:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b5c3a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1706603d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.032838:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b5c3a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1706603d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.032844:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b5c3a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1706603d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.032861:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.032873:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763e6 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.032880:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.032908:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763e6 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.032921:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763e6 expref: 32 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.032940:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154044160:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.033003:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.038165:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.038277:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154044160:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764886.038303:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.039028:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132961408 00000100:00100000:1.0:1775764886.039047:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132961408 00000100:00100000:1.0:1775764886.039101:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16131 00000100:00100000:1.0:1775764886.039111:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132961408:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.039131:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.039150:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c48 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76402 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.039183:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 70 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.039224:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154044288:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764886.039299:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.043362:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.043460:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154044288:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764886.043484:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.043504:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c48 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76402 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.043526:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.043530:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764886.043535:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c48 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76402 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.043551:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e000, rc 0) 00000100:00100000:1.0:1775764886.043616:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132961408:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4507us (5460us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764886.043659:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16131 00000100:00100000:2.0:1775764886.043837:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132961536 00000100:00100000:2.0:1775764886.043846:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132961536 00010000:00010000:2.0:1775764886.043878:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763e6 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.043912:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1938 00000100:00100000:2.0:1775764886.043920:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132961536:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764886.043932:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.043938:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763e6 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.043949:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763e6 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.043977:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5c02 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf763e6 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.043988:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.043991:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.044003:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.044011:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.044034:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764886.044064:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2405:x1862022132961536:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 145us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.044071:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1938 00010000:00010000:3.0:1775764886.044808:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.044819:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.045490:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a4846453 reply state 0000000007e97390 transno 4294976818 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.045505:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.045513:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.045516:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764886.045520:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.045526:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5c33 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.045533:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5c33 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.045539:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5c33 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.045546:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5c33 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.045552:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.045556:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5c33 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.045563:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5c33 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.045572:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.045575:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.045579:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5c33 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.045584:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5c33 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.045596:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a4846453 reply state 0000000007e97390 transno 4294976818 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b5c3a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1706603d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.045604:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b5c3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1706603d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.045610:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1706603d (ffff9ee383df7b00) 00010000:00010000:3.0:1775764886.045612:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.045614:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.045719:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+72:89014:x1862022132961280:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13041us (13708us total) trans 4294976818 rc 0/0 00000100:00100000:3.0:1775764886.045727:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16130 00000100:00100000:0.0:1775764886.050885:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.051991:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132961664 00000100:00100000:2.0:1775764886.052003:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132961664 00000100:00100000:2.0:1775764886.052072:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16132 00000100:00100000:2.0:1775764886.052084:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+72:89014:x1862022132961664:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764886.052109:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.052130:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5c4f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76409 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052198:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5c56 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052212:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5c56 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052224:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5c56 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052240:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5c5d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052252:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5c5d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052259:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5c5d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052349:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5c64 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052359:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5c64 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052366:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5c64 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.052405:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.052427:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5c64 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052442:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5c56 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052448:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5c56 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052454:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5c56 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052459:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5c56 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052464:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.052469:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5c56 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052475:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5c56 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052486:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.052489:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.052494:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5c56 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052501:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5c56 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052513:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5c5d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052519:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5c5d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052525:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5c5d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052530:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.052533:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5c5d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052538:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5c5d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052544:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee383df7100) 00010000:00010000:2.0:1775764886.052547:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.052550:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5c5d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052555:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5c5d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052584:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5c4f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76409 expref: 74 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052596:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5c64 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76409 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.052603:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.052605:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.052607:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3fe00, rc 0) 00000100:00100000:2.0:1775764886.052691:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+73:89014:x1862022132961664:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 609us (1815us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.052698:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16132 00000100:00100000:2.0:1775764886.052989:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.053111:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132961792 00000100:00100000:1.0:1775764886.053117:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132961792 00000100:00100000:1.0:1775764886.053157:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16133 00000100:00100000:1.0:1775764886.053165:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132961792:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.053176:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.053188:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5c6b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76410 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053228:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c72 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053237:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c72 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053245:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c72 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053257:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5c79 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053263:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5c79 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053269:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5c79 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053326:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5c80 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053336:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5c80 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053343:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5c80 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.053366:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.053381:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5c80 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053390:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c72 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053396:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c72 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053402:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c72 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053408:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c72 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053412:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.053415:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c72 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053420:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c72 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053429:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.053431:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.053434:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c72 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053441:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5c72 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053465:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5c79 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053472:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5c79 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053478:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5c79 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053483:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.053486:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5c79 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053491:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5c79 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053498:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8100) 00010000:00010000:1.0:1775764886.053500:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.053502:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5c79 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053507:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5c79 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053530:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5c6b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76410 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053546:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5c80 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76410 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.053553:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.053555:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.053557:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f600, rc 0) 00000100:00100000:1.0:1775764886.053598:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132961792:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 435us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.053605:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16133 00000100:00100000:2.0:1775764886.058930:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.059016:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132962048 00000100:00100000:1.0:1775764886.059027:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132962048 00000100:00100000:1.0:1775764886.059091:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16134 00000100:00100000:1.0:1775764886.059101:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+73:89014:x1862022132962048:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764886.059156:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.059183:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5c64 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76409 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.059203:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.059208:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764886.059233:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c87 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.059247:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c87 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.059257:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c87 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.059268:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:1.0:1775764886.059271:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5c8e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd24f7688 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.059278:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5c8e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd24f7688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.059284:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5c8e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd24f7688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.059302:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.059315:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5c80 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76410 expref: 32 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.059323:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.059355:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5c80 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76410 expref: 32 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.059367:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5c80 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 22 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76410 expref: 32 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.059381:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154044416:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764886.059466:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afbf00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.059548:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132962176 00000100:00100000:2.0:1775764886.059552:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132962176 00000100:00100000:2.0:1775764886.059583:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16135 00000100:00100000:2.0:1775764886.059590:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132962176:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.059600:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.059610:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5c9c lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76417 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.059673:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 72 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.059698:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154044544:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764886.059744:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.062280:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154044544:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764886.062302:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.062317:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5c9c lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76417 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.062337:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.062340:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764886.062345:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5c9c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 23 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76417 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.062359:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3f000, rc 0) 00000100:00100000:2.0:1775764886.062413:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132962176:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2824us (3145us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764886.062422:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16135 00000100:00100000:0.0:1775764886.066436:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.066539:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132962304 00000100:00100000:2.0:1775764886.066548:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132962304 00000100:00100000:1.0:1775764886.066591:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154044416:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764886.066616:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.066671:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16136 00000100:00100000:2.0:1775764886.066682:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132962304:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.066701:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.066719:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5ca3 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7641e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.066750:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 72 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.066788:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154044672:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764886.067161:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.067187:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132962432 00000100:00100000:3.0:1775764886.067192:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132962432 00010000:00010000:3.0:1775764886.067212:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5c80 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 23 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76410 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.067237:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1939 00000100:00100000:3.0:1775764886.067244:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132962432:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764886.067254:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.067260:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5c80 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 24 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76410 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.067272:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5c80 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 24 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76410 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.067291:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5c80 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76410 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.067307:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.067312:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.067324:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.067331:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.067349:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764886.067371:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132962432:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 128us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.067382:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1939 00010000:00010000:1.0:1775764886.067570:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.067578:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.067583:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00000004:00010000:1.0:1775764886.068073:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cd9d97e reply state 00000000c7eca0a1 transno 4294976819 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.068087:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.068094:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.068097:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764886.068100:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764886.068108:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c87 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.068114:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c87 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.068120:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c87 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.068127:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c87 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.068133:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.068137:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c87 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.068149:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c87 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.068158:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.068160:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.068163:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c87 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.068167:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5c87 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.068176:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cd9d97e reply state 00000000c7eca0a1 transno 4294976819 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5c8e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd24f7688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.068181:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5c8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd24f7688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.068185:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd24f7688 (ffff9ee485da8300) 00010000:00010000:1.0:1775764886.068186:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764886.068188:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764886.068232:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+74:89014:x1862022132962048:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9133us (9312us total) trans 4294976819 rc 0/0 00000100:00100000:1.0:1775764886.068239:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16134 00000100:00100000:3.0:1775764886.070973:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.071237:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132962560 00000100:00100000:0.0:1775764886.071248:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132962560 00000100:00100000:0.0:1775764886.071305:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16137 00000100:00100000:0.0:1775764886.071314:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+74:89014:x1862022132962560:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764886.071340:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.071360:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5caa lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76425 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071425:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5cb1 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071440:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5cb1 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071451:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5cb1 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071466:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5cb8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071473:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071478:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071554:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5cbf lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071567:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5cbf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071574:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5cbf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.071610:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.071686:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5cbf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071699:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5cb1 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071706:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5cb1 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071712:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5cb1 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071718:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5cb1 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071723:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcda00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.071727:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5cb1 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071734:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5cb1 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071745:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.071748:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.071754:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5cb1 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071760:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5cb1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071771:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071777:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5cb8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071782:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071787:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.071789:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071794:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5cb8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071799:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6900) 00010000:00010000:0.0:1775764886.071801:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.071804:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5cb8 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071808:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5cb8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071833:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5caa lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76425 expref: 76 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071863:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5cbf lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76425 expref: 75 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.071871:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.071874:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.071876:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdccc00, rc 0) 00000100:00100000:0.0:1775764886.071937:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+75:89014:x1862022132962560:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 624us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.071944:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16137 00000100:00100000:2.0:1775764886.075057:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154044672:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764886.075082:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.075099:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5ca3 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7641e expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.075121:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.075124:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764886.075130:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5ca3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 23 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7641e expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.075143:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e400, rc 0) 00000100:00100000:2.0:1775764886.075236:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2405:x1862022132962304:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8556us (8809us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764886.075245:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16136 00000100:00100000:2.0:1775764886.077337:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.077471:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132962816 00000100:00100000:0.0:1775764886.077481:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132962816 00000100:00100000:0.0:1775764886.077544:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16138 00000100:00100000:0.0:1775764886.077554:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+75:89014:x1862022132962816:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764886.077609:0:8424:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.077674:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5cbf lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76425 expref: 75 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.077693:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.077698:0:8424:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764886.077722:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5cc6 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.077737:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5cc6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.077748:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5cc6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.077763:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5ccd lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x16ae0b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.077770:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5ccd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x16ae0b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.077777:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5ccd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x16ae0b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.077794:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5cd4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.077806:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5cd4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.077812:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5cd4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.078304:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b4f01c7 reply state 00000000d22fe19b transno 4294976820 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5cd4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.078318:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5cd4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.078325:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.078328:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764886.078331:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764886.078337:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5cc6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.078344:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5cc6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.078350:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5cc6 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.078358:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5cc6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.078364:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.078368:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5cc6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.078375:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5cc6 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.078383:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.078386:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.078390:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5cc6 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.078396:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5cc6 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.078407:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b4f01c7 reply state 00000000d22fe19b transno 4294976820 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5ccd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x16ae0b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.078415:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5ccd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16ae0b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.078421:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x16ae0b2d (ffff9ee4984d6e00) 00010000:00010000:0.0:1775764886.078423:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764886.078425:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764886.078496:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+76:89014:x1862022132962816:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 943us (1166us total) trans 4294976820 rc 0/0 00000100:00100000:0.0:1775764886.078504:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16138 00000100:00100000:2.0:1775764886.082511:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.082608:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132962944 00000100:00100000:1.0:1775764886.082618:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132962944 00000100:00100000:1.0:1775764886.082703:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16139 00000100:00100000:1.0:1775764886.082713:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132962944:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.082733:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.082755:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5cdb lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7642c expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.082816:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5ce2 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.082830:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5ce2 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.082842:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5ce2 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.082870:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5ce9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.082877:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.082883:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.082976:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5cf0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.082985:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.082991:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.083030:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.083051:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083071:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5ce2 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083077:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5ce2 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083083:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5ce2 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083090:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5ce2 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083096:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.083100:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5ce2 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083107:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5ce2 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083118:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.083121:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.083126:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5ce2 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083132:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5ce2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083147:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083152:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5ce9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083158:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5ce9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083163:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.083165:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5ce9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083171:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5ce9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083177:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8100) 00010000:00010000:1.0:1775764886.083180:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.083182:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5ce9 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083188:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5ce9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083215:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5cdb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7642c expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083227:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5cf0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7642c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.083234:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.083235:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.083238:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e400, rc 0) 00000100:00100000:1.0:1775764886.083297:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132962944:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 586us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.083306:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16139 00000100:00100000:1.0:1775764886.086367:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.086427:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132963072 00000100:00100000:3.0:1775764886.086438:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132963072 00000100:00100000:3.0:1775764886.086509:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16140 00000100:00100000:3.0:1775764886.086519:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+76:89014:x1862022132963072:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:3.0:1775764886.086543:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.086563:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5cf7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76433 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.086646:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5cfe lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.086660:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5cfe lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.086672:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5cfe lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.086699:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d05 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.086707:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d05 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.086714:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d05 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087374:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5d0c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087388:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5d0c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087396:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5d0c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764886.087437:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764886.087543:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5d0c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087558:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5cfe lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087565:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5cfe lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087570:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5cfe lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087577:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5cfe lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087582:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.087587:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5cfe lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087595:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5cfe lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087607:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.087609:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.087614:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5cfe lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087644:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5cfe lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087660:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d05 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087667:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d05 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087673:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d05 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087751:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.087757:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d05 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087763:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d05 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087772:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4969fcf00) 00010000:00010000:3.0:1775764886.087774:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.087777:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d05 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087783:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d05 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.087932:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5cf7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76433 expref: 78 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.088132:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5d0c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76433 expref: 77 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.088141:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.088143:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764886.088146:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0da00, rc 0) 00000100:00100000:3.0:1775764886.088223:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+77:89014:x1862022132963072:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1705us (1866us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.088232:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16140 00000100:00100000:3.0:1775764886.090362:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.090463:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132963200 00000100:00100000:0.0:1775764886.090474:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132963200 00000100:00100000:0.0:1775764886.090533:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16141 00000100:00100000:0.0:1775764886.090542:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132963200:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.090563:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.090583:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5d13 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7643a expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.090619:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 76 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.090697:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3858fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154044800:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764886.090772:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.094136:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.094216:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132963456 00000100:00100000:1.0:1775764886.094227:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132963456 00000100:00100000:1.0:1775764886.094289:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16142 00000100:00100000:1.0:1775764886.094300:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+77:89014:x1862022132963456:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764886.094358:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.094389:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5d0c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76433 expref: 77 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.094409:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.094415:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764886.094441:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5d1a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.094455:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5d1a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.094465:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5d1a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.094481:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5d21 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe706499b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.094488:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5d21 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe706499b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.094495:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5d21 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe706499b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.094518:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.094533:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5cf0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7642c expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.094541:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.094577:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5cf0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7642c expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.094591:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5cf0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7642c expref: 34 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.094606:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154044928:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764886.094728:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.107697:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.108112:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132963584 00000100:00100000:2.0:1775764886.108121:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132963584 00010000:00010000:2.0:1775764886.108159:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5cf0 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7642c expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.108198:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1940 00000100:00100000:2.0:1775764886.108206:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132963584:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764886.108223:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.108229:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5cf0 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7642c expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.108242:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5cf0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7642c expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.108265:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.108270:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.108283:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.108292:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.108309:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764886.108352:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132963584:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 146us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.108358:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1940 00010000:00010000:1.0:1775764886.108573:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5cf0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7642c expref: 34 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.108592:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154044928:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764886.108612:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.108638:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.108644:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.109143:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e43955f reply state 00000000889686e4 transno 4294976821 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.109158:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.109166:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.109170:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764886.109173:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764886.109179:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5d1a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.109188:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5d1a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.109194:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5d1a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.109200:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5d1a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.109206:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.109210:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5d1a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.109217:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5d1a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.109227:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.109229:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.109233:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5d1a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.109239:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5d1a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.109250:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e43955f reply state 00000000889686e4 transno 4294976821 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5d21 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe706499b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.109257:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5d21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe706499b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.109262:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe706499b (ffff9ee485da8100) 00010000:00010000:1.0:1775764886.109265:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764886.109266:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764886.109336:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+78:89014:x1862022132963456:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15038us (15208us total) trans 4294976821 rc 0/0 00000100:00100000:1.0:1775764886.109345:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16142 00000100:00100000:0.0:1775764886.109364:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3858fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154044800:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.109381:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.109391:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5d13 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7643a expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.109405:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.109408:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.109411:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5d13 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 24 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7643a expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.109420:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd000, rc 0) 00000100:00100000:0.0:1775764886.109442:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132963200:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 18901us (19089us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.109448:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16141 00000100:00100000:1.0:1775764886.115107:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.115246:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132963712 00000100:00100000:3.0:1775764886.115257:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132963712 00000100:00100000:3.0:1775764886.115319:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16143 00000100:00100000:3.0:1775764886.115329:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+78:89014:x1862022132963712:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:3.0:1775764886.115353:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.115384:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5d2f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76441 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115444:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d36 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115458:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d36 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115468:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d36 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115485:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5d3d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115491:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5d3d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115497:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5d3d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115579:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5d44 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115589:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5d44 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115595:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5d44 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764886.115673:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764886.115703:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5d44 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115717:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d36 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115724:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d36 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115729:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d36 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115736:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d36 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115742:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.115746:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d36 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115752:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d36 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115764:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.115767:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.115771:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d36 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115776:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5d36 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115789:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5d3d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115796:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5d3d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115802:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5d3d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115806:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.115809:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5d3d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115815:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5d3d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115827:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4969fcf00) 00010000:00010000:3.0:1775764886.115829:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.115833:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5d3d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115839:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5d3d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115870:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5d2f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76441 expref: 80 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115882:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5d44 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76441 expref: 79 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.115889:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.115891:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764886.115893:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0c000, rc 0) 00000100:00100000:3.0:1775764886.115973:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+79:89014:x1862022132963712:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 646us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.115980:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16143 00000100:00100000:0.0:1775764886.118962:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.119171:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132963840 00000100:00100000:2.0:1775764886.119181:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132963840 00000100:00100000:2.0:1775764886.119241:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16144 00000100:00100000:2.0:1775764886.119250:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132963840:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.119270:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.119291:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d4b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76448 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119363:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d52 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119380:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d52 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119392:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d52 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119405:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d59 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119411:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d59 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119418:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d59 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119504:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d60 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119514:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d60 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119520:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d60 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.119559:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.119582:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d60 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119597:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d52 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119604:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d52 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119610:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d52 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119616:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d52 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119655:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.119660:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d52 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119668:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d52 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119681:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.119684:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.119689:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d52 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119695:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d52 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119708:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d59 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119714:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d59 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119719:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d59 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119724:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.119727:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d59 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119732:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d59 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119739:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee383df7100) 00010000:00010000:2.0:1775764886.119741:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.119744:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d59 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119749:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d59 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119779:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d4b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76448 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119791:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d60 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76448 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.119798:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.119800:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.119802:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3f400, rc 0) 00000100:00100000:2.0:1775764886.119879:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132963840:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 630us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.119886:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16144 00000100:00100000:0.0:1775764886.121757:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.122963:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132964096 00000100:00100000:2.0:1775764886.122978:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132964096 00000100:00100000:2.0:1775764886.123049:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16145 00000100:00100000:2.0:1775764886.123059:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+79:89014:x1862022132964096:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.123117:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.123145:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5d44 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76441 expref: 79 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.123166:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.123172:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764886.123196:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5d67 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.123209:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5d67 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.123218:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5d67 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.123232:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b5d6e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbae56685 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.123238:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b5d6e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbae56685 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.123244:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b5d6e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbae56685 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.123262:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.123275:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d60 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76448 expref: 32 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.123283:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.123317:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d60 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76448 expref: 32 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.123330:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d60 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76448 expref: 32 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.123342:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154045056:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.123437:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.125214:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.125532:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132964224 00000100:00100000:2.0:1775764886.125541:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132964224 00000100:00100000:2.0:1775764886.125602:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16146 00000100:00100000:2.0:1775764886.125613:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132964224:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.125656:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.125677:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5d7c lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7644f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.125714:0:6518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 78 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.125753:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154045184:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764886.125850:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.126216:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.126386:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154045056:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764886.126409:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.126535:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132964352 00000100:00100000:2.0:1775764886.126542:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132964352 00010000:00010000:2.0:1775764886.126566:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d60 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76448 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.126600:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1941 00000100:00100000:2.0:1775764886.126608:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132964352:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764886.126619:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.126653:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d60 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76448 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.126663:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d60 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76448 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.126682:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d60 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76448 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.126697:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.126701:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.126712:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.126720:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.126736:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764886.126771:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132964352:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 164us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.126780:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1941 00010000:00010000:1.0:1775764886.126969:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.126977:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.127763:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000588bdcbf reply state 000000007813aadc transno 4294976822 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.127783:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.127791:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.127793:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764886.127797:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764886.127803:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5d67 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.127967:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5d67 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.127973:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5d67 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.127981:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5d67 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.127986:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.127990:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5d67 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.127998:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5d67 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.128009:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.128011:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.128015:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5d67 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.128020:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5d67 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.128033:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000588bdcbf reply state 000000007813aadc transno 4294976822 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b5d6e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbae56685 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.128041:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b5d6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbae56685 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.128047:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbae56685 (ffff9ee383df7400) 00010000:00010000:1.0:1775764886.128049:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764886.128051:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764886.128180:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+80:89014:x1862022132964096:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5119us (6535us total) trans 4294976822 rc 0/0 00000100:00100000:1.0:1775764886.128188:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16145 00000100:00100000:2.0:1775764886.133323:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154045184:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764886.133345:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.133359:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5d7c lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7644f expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.133385:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.133388:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764886.133391:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5d7c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 25 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7644f expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.133401:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3f800, rc 0) 00000100:00100000:2.0:1775764886.133448:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132964224:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7839us (8243us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764886.133455:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16146 00000100:00100000:1.0:1775764886.135027:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.135187:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132964480 00000100:00100000:0.0:1775764886.135196:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132964480 00000100:00100000:0.0:1775764886.135703:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16147 00000100:00100000:0.0:1775764886.135716:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+80:89014:x1862022132964480:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764886.135742:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.135765:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5d83 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76456 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.137425:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.137538:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132964608 00000100:00100000:2.0:1775764886.137548:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132964608 00000100:00100000:2.0:1775764886.137600:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16148 00000100:00100000:2.0:1775764886.137609:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132964608:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.137640:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.137655:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d8a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7645d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137700:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d91 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137715:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d91 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137727:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d91 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137741:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d98 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137747:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d98 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137753:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d98 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137850:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d9f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137860:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d9f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137867:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d9f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.137912:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.137936:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d9f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137949:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d91 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137967:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d91 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137973:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d91 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137979:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d91 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137984:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.137988:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d91 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.137995:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d91 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.138008:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.138011:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.138015:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d91 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.138021:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5d91 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.138034:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d98 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.138041:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d98 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.138046:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d98 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.138051:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.138054:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d98 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.138064:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d98 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.138071:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee383df7100) 00010000:00010000:2.0:1775764886.138073:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.138076:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d98 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.138081:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5d98 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.138113:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5d8a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7645d expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.138127:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d9f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7645d expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.138134:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.138137:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.138139:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3fc00, rc 0) 00000100:00100000:2.0:1775764886.138206:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132964608:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 598us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.138214:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16148 00010000:00010000:1.0:1775764886.138499:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5da6 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138509:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5da6 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138516:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5da6 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138530:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5dad lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138536:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5dad lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138543:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5dad lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138604:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5db4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138613:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5db4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138644:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5db4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.138672:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.138687:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5db4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138697:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5da6 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138703:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5da6 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138710:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5da6 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138715:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5da6 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138720:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.138723:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5da6 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138729:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5da6 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138744:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.138746:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.138750:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5da6 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138755:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5da6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138768:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5dad lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138773:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5dad lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138778:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5dad lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138782:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.138785:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5dad lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138790:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5dad lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.138796:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8200) 00010000:00010000:1.0:1775764886.138798:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.138800:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5dad lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.140208:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5dad lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.140280:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5d83 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76456 expref: 82 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.140298:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5db4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76456 expref: 81 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.140306:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.140309:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.140312:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f800, rc 0) 00000100:00100000:3.0:1775764886.140370:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.140479:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132964736 00000100:00100000:2.0:1775764886.140489:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132964736 00000100:00100000:2.0:1775764886.140548:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16149 00000100:00100000:2.0:1775764886.140559:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132964736:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.140578:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.140595:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5dbb lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76464 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.140646:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 81 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.140686:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337c380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154045312:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764886.140979:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+81:89014:x1862022132964480:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 5265us (5958us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.140988:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16147 00000100:00100000:2.0:1775764886.142345:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.146264:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.146346:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132964992 00000100:00100000:2.0:1775764886.146356:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132964992 00000100:00100000:2.0:1775764886.146426:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16150 00000100:00100000:2.0:1775764886.146436:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+81:89014:x1862022132964992:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.146498:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.146527:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5db4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76456 expref: 81 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.146545:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.146550:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764886.146576:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5dc2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.146591:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5dc2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.146601:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5dc2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.146661:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5dc9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7a0620f3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.146670:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5dc9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7a0620f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.146676:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5dc9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7a0620f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.146696:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.146711:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d9f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7645d expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.146718:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.146752:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d9f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7645d expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.146765:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d9f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7645d expref: 34 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.146778:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154045440:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.146967:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.148172:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337c380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154045312:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764886.148196:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.148211:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5dbb lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76464 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.148230:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.148233:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764886.148238:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5dbb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 27 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76464 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.148253:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e400, rc 0) 00000100:00100000:2.0:1775764886.148304:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132964736:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7746us (7936us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764886.148313:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16149 00000100:00100000:3.0:1775764886.150719:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.150819:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132965120 00000100:00100000:0.0:1775764886.150830:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132965120 00010000:00010000:0.0:1775764886.150872:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d9f lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7645d expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.150917:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1942 00000100:00100000:0.0:1775764886.150927:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132965120:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764886.150943:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.150949:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d9f lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7645d expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.150976:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d9f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7645d expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.151003:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.151009:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.151023:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.151031:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.151050:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764886.151195:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132965120:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 269us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.151203:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1942 00010000:00010000:2.0:1775764886.151362:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5d9f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7645d expref: 32 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.153662:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154045440:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764886.153694:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.153706:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.153713:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.155787:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006cef8862 reply state 000000006f8e8163 transno 4294976823 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.155993:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.156005:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.156008:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764886.156013:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764886.156022:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5dc2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.156030:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5dc2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.156037:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5dc2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.156044:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5dc2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.156050:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.156055:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5dc2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.156063:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5dc2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.156073:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.156076:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.156080:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5dc2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.156086:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5dc2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.156100:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006cef8862 reply state 000000006f8e8163 transno 4294976823 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5dc9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7a0620f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.156110:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5dc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a0620f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.156116:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7a0620f3 (ffff9ee383df7700) 00010000:00010000:2.0:1775764886.156119:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764886.156120:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764886.159542:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+82:89014:x1862022132964992:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13094us (13273us total) trans 4294976823 rc 0/0 00000100:00100000:2.0:1775764886.159556:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16150 00000100:00100000:0.0:1775764886.160426:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.160483:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132965248 00000100:00100000:2.0:1775764886.160494:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132965248 00000100:00100000:2.0:1775764886.160552:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16151 00000100:00100000:2.0:1775764886.160562:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132965248:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.160584:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.160607:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5dd7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7646b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160714:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5dde lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160731:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5dde lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160743:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5dde lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160758:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5de5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160768:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5de5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160773:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5de5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160860:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5dec lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160870:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5dec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160878:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5dec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.160926:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.160950:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5dec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160974:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5dde lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160981:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5dde lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160988:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5dde lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.160994:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5dde lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161000:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.161006:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5dde lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161013:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5dde lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161037:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.161040:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.161046:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5dde lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161053:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5dde lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161067:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5de5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161073:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5de5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161078:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5de5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161083:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.161087:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5de5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161092:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5de5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161100:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee383df7100) 00010000:00010000:2.0:1775764886.161103:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.161106:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5de5 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161112:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5de5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161142:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5dd7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7646b expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161155:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5dec lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7646b expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.161163:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.161166:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.161169:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3ea00, rc 0) 00000100:00100000:2.0:1775764886.162523:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132965248:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1953us (2090us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.162533:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16151 00000100:00100000:0.0:1775764886.173557:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.174202:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132965376 00000100:00100000:1.0:1775764886.174213:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132965376 00000100:00100000:1.0:1775764886.174277:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16152 00000100:00100000:1.0:1775764886.174287:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+82:89014:x1862022132965376:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764886.174311:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.174331:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5df3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76472 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174411:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5dfa lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174427:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5dfa lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174440:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5dfa lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174456:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e01 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174463:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e01 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174469:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e01 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174552:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e08 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174562:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e08 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174569:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e08 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.174608:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.174665:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e08 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174679:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5dfa lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174686:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5dfa lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174692:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5dfa lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174699:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5dfa lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174706:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.174710:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5dfa lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174718:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5dfa lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174731:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.174733:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.174737:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5dfa lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174744:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5dfa lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174756:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e01 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174762:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e01 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174766:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e01 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174770:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.174773:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e01 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174778:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e01 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174789:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8200) 00010000:00010000:1.0:1775764886.174791:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.174793:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e01 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174798:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e01 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174829:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5df3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76472 expref: 84 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174841:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e08 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76472 expref: 83 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.174848:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.174850:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.174852:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e000, rc 0) 00000100:00100000:1.0:1775764886.174921:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+83:89014:x1862022132965376:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 635us (1374us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.174927:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16152 00000100:00100000:0.0:1775764886.178813:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.178873:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.178905:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132965504 00000100:00100000:2.0:1775764886.178917:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132965504 00000100:00100000:2.0:1775764886.178989:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132965760 00000100:00100000:2.0:1775764886.178993:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132965760 00000100:00100000:2.0:1775764886.179034:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16153 00000100:00100000:2.0:1775764886.179044:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132965504:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.179063:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.179085:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5e0f lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76479 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.179121:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 83 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.179161:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154045568:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764886.179242:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.179378:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16154 00000100:00100000:0.0:1775764886.179389:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+83:89014:x1862022132965760:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764886.179432:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.179467:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e08 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76472 expref: 83 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.179484:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.179489:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764886.179509:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5e16 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.179521:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5e16 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.179530:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5e16 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.179544:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5e1d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa261ebce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.179550:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5e1d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa261ebce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.179556:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5e1d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa261ebce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.179571:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.179583:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5dec lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7646b expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.179591:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.179612:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5dec lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7646b expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.179664:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5dec lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7646b expref: 34 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.179681:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3858fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154045696:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764886.179722:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.182728:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.182770:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154045568:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764886.182796:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.182827:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5e0f lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76479 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.182849:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.182852:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764886.182857:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5e0f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 28 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76479 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.182871:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3f400, rc 0) 00000100:00100000:2.0:1775764886.182933:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132965504:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3890us (4129us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764886.182943:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16153 00000100:00100000:1.0:1775764886.183050:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132965888 00000100:00100000:1.0:1775764886.183057:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132965888 00010000:00010000:1.0:1775764886.183090:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5dec lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7646b expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.183124:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1943 00000100:00100000:1.0:1775764886.183133:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132965888:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764886.183152:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.183157:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5dec lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7646b expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.183169:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5dec lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7646b expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.183184:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.183188:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.183201:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.183209:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.183226:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764886.183264:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132965888:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 131us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.183270:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1943 00010000:00010000:3.0:1775764886.183675:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5dec lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7646b expref: 32 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.183690:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3858fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154045696:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.183708:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.183717:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.183724:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.186345:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cac826bd reply state 000000007ffc2a5a transno 4294976824 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.186372:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.186381:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.186383:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764886.186388:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764886.186395:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5e16 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.186402:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5e16 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.186408:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5e16 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.186414:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5e16 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.186420:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.186425:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5e16 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.186432:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5e16 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.186455:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.186458:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.186461:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5e16 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.186466:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5e16 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.186479:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cac826bd reply state 000000007ffc2a5a transno 4294976824 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5e1d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa261ebce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.186487:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5e1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa261ebce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.186493:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa261ebce (ffff9ee4984d6900) 00010000:00010000:0.0:1775764886.186495:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764886.186497:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.187765:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.187920:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132966016 00000100:00100000:1.0:1775764886.187930:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132966016 00000100:00100000:1.0:1775764886.188002:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16155 00000100:00100000:1.0:1775764886.188012:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132966016:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.188032:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.188052:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5e2b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76480 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188125:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e32 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188140:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e32 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188152:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e32 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188167:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e39 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188173:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e39 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188179:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e39 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188259:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e40 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188268:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e40 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188275:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e40 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.188316:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.188336:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e40 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188350:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e32 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188358:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e32 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188364:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e32 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188370:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e32 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188376:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.188380:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e32 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188387:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e32 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188399:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.188402:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.188406:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e32 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188412:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e32 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188426:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e39 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188432:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e39 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188438:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e39 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188443:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.188446:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e39 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188450:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e39 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188457:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8200) 00010000:00010000:1.0:1775764886.188459:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.188462:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e39 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188466:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e39 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188497:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5e2b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76480 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188510:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e40 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76480 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.188517:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.188519:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.188521:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e000, rc 0) 00000100:00100000:1.0:1775764886.188581:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132966016:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 570us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.188589:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16155 00000100:00100000:2.0:1775764886.189649:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+84:89014:x1862022132965760:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10257us (10770us total) trans 4294976824 rc 0/0 00000100:00100000:2.0:1775764886.189658:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16154 00000100:00100000:3.0:1775764886.192550:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.192682:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132966144 00000100:00100000:2.0:1775764886.192692:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132966144 00000100:00100000:2.0:1775764886.192736:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16156 00000100:00100000:2.0:1775764886.192744:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+84:89014:x1862022132966144:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764886.192766:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.192784:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5e47 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76487 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.192844:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5e4e lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.192859:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5e4e lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.192871:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5e4e lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.192885:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5e55 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.192891:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5e55 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.192898:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5e55 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.192987:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5e5c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.192997:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5e5c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193004:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5e5c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.193039:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.193059:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5e5c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193077:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5e4e lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193083:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5e4e lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193090:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5e4e lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193096:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5e4e lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193102:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.193107:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5e4e lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193114:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5e4e lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193125:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.193128:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.193133:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5e4e lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193139:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5e4e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193152:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5e55 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193157:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5e55 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193163:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5e55 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193168:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.193171:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5e55 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193176:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5e55 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193182:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee383df7100) 00010000:00010000:2.0:1775764886.193184:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.193187:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5e55 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193192:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5e55 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193218:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5e47 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76487 expref: 86 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193229:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5e5c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76487 expref: 85 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.193236:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.193238:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.193240:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e400, rc 0) 00000100:00100000:2.0:1775764886.193298:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+85:89014:x1862022132966144:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 554us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.193309:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16156 00000100:00100000:0.0:1775764886.196319:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.196558:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132966400 00000100:00100000:2.0:1775764886.196569:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132966400 00000100:00100000:2.0:1775764886.196617:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16157 00000100:00100000:2.0:1775764886.196806:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+85:89014:x1862022132966400:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.196853:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.196878:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5e5c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76487 expref: 85 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.196897:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.196902:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764886.196924:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5e63 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.196938:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5e63 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.196947:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5e63 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.196972:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b5e6a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x77296466 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.196979:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b5e6a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x77296466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.196985:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b5e6a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x77296466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.197004:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.197017:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e40 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76480 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.197024:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.197068:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e40 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76480 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.197081:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e40 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76480 expref: 32 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.197094:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154045824:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.197169:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.201505:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.201585:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.201615:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132966656 00000100:00100000:1.0:1775764886.201652:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132966656 00010000:00010000:1.0:1775764886.201700:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e40 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76480 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.201735:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1944 00000100:00100000:1.0:1775764886.201745:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132966656:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764886.201759:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.201766:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e40 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76480 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.201778:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e40 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76480 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.201801:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.201870:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.201884:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e40 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76480 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.201884:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.201892:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.201901:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154045824:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764886.201923:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.202251:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764886.202307:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132966656:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 562us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.202315:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1944 00010000:00010000:0.0:1775764886.202316:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.202323:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.202502:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132966528 00000100:00100000:3.0:1775764886.202507:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132966528 00000100:00100000:3.0:1775764886.202543:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16158 00000100:00100000:3.0:1775764886.202551:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132966528:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.202567:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.202580:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5e78 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7648e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.202608:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 84 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.202661:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7156a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154045952:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764886.202721:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff300 going to sleep for 11 seconds 00000004:00010000:0.0:1775764886.202823:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a7340ec reply state 0000000040ef55a2 transno 4294976825 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.202837:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.202844:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.202847:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764886.202849:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764886.202856:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5e63 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.202863:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5e63 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.202869:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5e63 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.202875:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5e63 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.202881:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.202885:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5e63 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.202892:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5e63 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.202901:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.202903:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.202907:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5e63 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.202913:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5e63 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.202923:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a7340ec reply state 0000000040ef55a2 transno 4294976825 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b5e6a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x77296466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.202932:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b5e6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x77296466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.202937:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x77296466 (ffff9ee4829d4e00) 00010000:00010000:0.0:1775764886.202939:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764886.202941:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764886.202992:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+86:89014:x1862022132966400:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6190us (6686us total) trans 4294976825 rc 0/0 00000100:00100000:0.0:1775764886.203000:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16157 00000100:00100000:3.0:1775764886.209708:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7156a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154045952:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764886.209738:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764886.209758:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5e78 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7648e expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.209782:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.209785:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764886.209790:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5e78 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 28 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7648e expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.210364:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0c600, rc 0) 00000100:00100000:0.0:1775764886.210474:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132966528:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7920us (8977us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.210483:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16158 00000100:00100000:0.0:1775764886.214466:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.214560:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132966784 00000100:00100000:1.0:1775764886.214571:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132966784 00000100:00100000:1.0:1775764886.214664:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16159 00000100:00100000:1.0:1775764886.214673:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132966784:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.214695:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.214715:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e7f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76495 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.214798:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5e86 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.214814:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5e86 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.214826:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5e86 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.214841:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e8d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.214848:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e8d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.214855:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e8d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.214941:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e94 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.214961:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e94 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.214972:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e94 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.215009:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.215032:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e94 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215047:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5e86 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215052:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5e86 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215057:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5e86 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215062:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5e86 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215068:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.215072:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5e86 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215079:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5e86 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215090:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.215092:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.215097:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5e86 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215103:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5e86 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215116:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e8d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215120:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e8d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215125:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e8d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215129:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.215131:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e8d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215136:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e8d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215142:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8200) 00010000:00010000:1.0:1775764886.215144:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.215147:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e8d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215152:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5e8d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215182:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5e7f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76495 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215194:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e94 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76495 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.215208:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.215210:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.215212:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e400, rc 0) 00000100:00100000:1.0:1775764886.215273:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132966784:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 601us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.215280:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16159 00000100:00100000:2.0:1775764886.218081:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.219211:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.219247:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132966912 00000100:00100000:2.0:1775764886.219257:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132966912 00000100:00100000:2.0:1775764886.219311:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132967040 00000100:00100000:2.0:1775764886.219315:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132967040 00000100:00100000:2.0:1775764886.219349:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16160 00000100:00100000:2.0:1775764886.219358:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+86:89014:x1862022132966912:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764886.219383:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.219404:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5e9b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7649c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219471:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5ea2 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219487:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5ea2 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219501:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5ea2 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219520:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5ea9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219529:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219535:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219645:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5eb0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219655:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219662:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.219712:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.219735:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219749:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5ea2 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219757:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5ea2 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219763:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5ea2 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219770:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5ea2 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219776:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.219781:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5ea2 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219788:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5ea2 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219801:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.219818:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.219824:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5ea2 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219830:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5ea2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219843:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219849:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5ea9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219855:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219861:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.219863:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219869:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5ea9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219877:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4829d4100) 00010000:00010000:2.0:1775764886.219879:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.219882:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5ea9 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219888:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5ea9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219916:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5e9b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7649c expref: 88 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219929:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5eb0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7649c expref: 87 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.219936:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.219938:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.219941:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e200, rc 0) 00000100:00100000:2.0:1775764886.220009:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+87:89014:x1862022132966912:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 652us (1937us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.220017:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16160 00000100:00100000:2.0:1775764886.220038:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16161 00000100:00100000:2.0:1775764886.220046:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132967040:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.220055:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.220063:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5eb7 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764a3 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.220086:0:6518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 86 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.220124:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154046080:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764886.220173:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.227242:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154046080:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.227271:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.227288:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5eb7 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 30 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764a3 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.227310:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.227313:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.227319:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5eb7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 30 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764a3 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.227333:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e000, rc 0) 00000100:00100000:0.0:1775764886.227395:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132967040:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7349us (8187us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.227404:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16161 00000100:00100000:2.0:1775764886.230839:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.231009:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132967296 00000100:00100000:3.0:1775764886.231019:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132967296 00000100:00100000:3.0:1775764886.231077:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16162 00000100:00100000:3.0:1775764886.231087:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+87:89014:x1862022132967296:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764886.231141:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.231167:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5eb0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7649c expref: 87 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.231184:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.231188:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764886.231212:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5ebe lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.231224:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5ebe lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.231232:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5ebe lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.231249:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b5ec5 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x86bc7665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.231255:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b5ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x86bc7665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.231260:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b5ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x86bc7665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.231278:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.231291:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e94 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76495 expref: 32 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.231298:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.231354:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e94 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76495 expref: 32 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.231367:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e94 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76495 expref: 32 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.231380:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7156a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154046208:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764886.231457:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.233823:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.233993:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132967424 00000100:00100000:0.0:1775764886.234002:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132967424 00010000:00010000:0.0:1775764886.234042:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e94 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76495 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.234048:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7156a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154046208:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764886.234068:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1945 00010000:00010000:2.0:1775764886.234074:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.234075:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132967424:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764886.234091:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.234097:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e94 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76495 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.234109:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e94 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76495 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.234132:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b5e94 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76495 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.234147:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.234152:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.234169:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.234176:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.234204:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764886.234256:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132967424:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 181us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.234263:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1945 00010000:00010000:2.0:1775764886.234316:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.234324:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.234815:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d44bb804 reply state 00000000d8e80203 transno 4294976826 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.234829:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.234836:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.234839:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764886.234842:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764886.234848:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5ebe lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.234855:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5ebe lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.234861:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5ebe lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.234868:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5ebe lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.234874:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.234878:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5ebe lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.234887:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5ebe lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.234896:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.234898:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.234902:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5ebe lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.234908:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5ebe lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.234918:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d44bb804 reply state 00000000d8e80203 transno 4294976826 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b5ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x86bc7665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.234928:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b5ec5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86bc7665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.234938:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x86bc7665 (ffff9ee4969fcf00) 00010000:00010000:2.0:1775764886.234940:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764886.234942:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764886.235006:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+88:89014:x1862022132967296:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 3921us (4176us total) trans 4294976826 rc 0/0 00000100:00100000:2.0:1775764886.235014:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16162 00000100:00100000:3.0:1775764886.237800:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.238204:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132967552 00000100:00100000:0.0:1775764886.238215:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132967552 00000100:00100000:0.0:1775764886.238278:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16163 00000100:00100000:0.0:1775764886.238289:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+88:89014:x1862022132967552:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764886.238314:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.238340:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ed3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764aa expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.238420:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b5eda lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.238438:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b5eda lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.238451:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b5eda lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.238467:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5ee1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.238480:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.238488:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.238580:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5ee8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.238592:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.238599:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.241279:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.241359:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132967680 00000100:00100000:0.0:1775764886.241368:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132967680 00000100:00100000:0.0:1775764886.241428:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16164 00000100:00100000:0.0:1775764886.241439:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132967680:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.241460:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.241481:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b5eef lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764b1 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.241543:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5ef6 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.241557:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5ef6 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.241569:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5ef6 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.241584:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5efd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.241591:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5efd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.241596:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5efd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.241724:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5f04 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.241734:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5f04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.241741:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5f04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.241781:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.242043:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5f04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242059:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5ef6 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242064:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5ef6 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242069:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5ef6 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242075:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5ef6 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242080:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.242084:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5ef6 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242091:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5ef6 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242103:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.242106:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.242111:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5ef6 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242117:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5ef6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242130:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5efd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242135:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5efd lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242139:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5efd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242143:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.242145:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5efd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242150:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5efd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242160:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4984d6500) 00010000:00010000:0.0:1775764886.242162:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.242164:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5efd lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242168:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5efd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242197:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b5eef lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764b1 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242208:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5f04 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764b1 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.242215:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.242218:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.242220:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcda00, rc 0) 00000100:00100000:0.0:1775764886.242287:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132967680:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 851us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.242295:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16164 00000004:00200000:1.0:1775764886.242384:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.242401:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242411:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b5eda lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242417:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b5eda lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242422:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b5eda lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242427:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b5eda lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242432:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.242435:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b5eda lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242441:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b5eda lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242449:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.242452:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.242454:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b5eda lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242459:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b5eda lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242470:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242476:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5ee1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242481:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5ee1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242486:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.242488:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5ee1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242494:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5ee1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242500:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6a00) 00010000:00010000:1.0:1775764886.242503:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.242506:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5ee1 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242511:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b5ee1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242538:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b5ed3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764aa expref: 90 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242549:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5ee8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764aa expref: 89 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.242555:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.242558:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.242560:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcdc00, rc 0) 00000100:00100000:1.0:1775764886.242599:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+89:89014:x1862022132967552:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 4313us (4811us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.242606:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16163 00000100:00100000:3.0:1775764886.244448:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.244920:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132967808 00000100:00100000:1.0:1775764886.244931:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132967808 00000100:00100000:1.0:1775764886.245043:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16165 00000100:00100000:1.0:1775764886.245053:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132967808:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.245074:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.245093:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5f0b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764b8 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.245130:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 88 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.245171:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154046336:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764886.245259:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afba80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.248143:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.249966:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154046336:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764886.249993:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.250013:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5f0b lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 31 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764b8 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.250035:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.250038:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764886.250044:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5f0b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 31 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764b8 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.250057:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f200, rc 0) 00000100:00100000:1.0:1775764886.250114:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132967808:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5062us (5673us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764886.250123:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16165 00000100:00100000:2.0:1775764886.250648:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132968064 00000100:00100000:2.0:1775764886.250656:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132968064 00000100:00100000:2.0:1775764886.250728:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16166 00000100:00100000:2.0:1775764886.250737:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+89:89014:x1862022132968064:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.250785:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.250937:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5ee8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764aa expref: 89 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.251016:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.251021:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764886.251046:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f12 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.251061:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f12 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.251071:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f12 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.251086:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5f19 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc4095c94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.251092:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5f19 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc4095c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.251098:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5f19 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc4095c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.251114:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.251127:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5f04 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764b1 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.251135:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.251169:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5f04 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764b1 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.251183:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5f04 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764b1 expref: 32 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.251197:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7156a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154046464:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.251272:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.256662:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.257188:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.257212:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132968320 00000100:00100000:2.0:1775764886.257221:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132968320 00010000:00010000:2.0:1775764886.257260:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5f04 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764b1 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.257289:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1946 00000100:00100000:2.0:1775764886.257299:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880eb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132968320:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764886.257314:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.257322:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5f04 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764b1 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.257335:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5f04 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764b1 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.257360:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.257366:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.257381:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.257391:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.257411:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764886.257460:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880eb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132968320:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 162us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.257467:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1946 00000100:00100000:1.0:1775764886.257668:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132968192 00000100:00100000:1.0:1775764886.257673:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132968192 00000100:00100000:1.0:1775764886.257707:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16167 00000100:00100000:1.0:1775764886.257714:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132968192:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.257730:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.257746:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5f27 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764bf expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.257771:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 88 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.257808:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154046592:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764886.257861:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afba80 going to sleep for 11 seconds 00010000:00010000:3.0:1775764886.258854:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b5f04 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764b1 expref: 34 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.258870:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7156a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154046464:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.258890:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.258899:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.258905:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.259452:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e010fbc reply state 00000000bd7005ee transno 4294976827 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.259468:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.259476:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.259479:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764886.259483:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.259490:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f12 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.259496:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f12 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.259503:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f12 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.259513:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f12 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.259519:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.259523:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f12 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.259530:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f12 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.259542:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.259544:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.259547:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f12 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.259554:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f12 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.259564:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e010fbc reply state 00000000bd7005ee transno 4294976827 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5f19 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc4095c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.259573:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5f19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc4095c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.259579:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc4095c94 (ffff9ee4829d4100) 00010000:00010000:3.0:1775764886.259582:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.259584:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.259756:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+90:89014:x1862022132968064:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9019us (11620us total) trans 4294976827 rc 0/0 00000100:00100000:3.0:1775764886.259765:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16166 00000100:00100000:3.0:1775764886.260264:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154046592:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764886.260283:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764886.260297:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5f27 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 30 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764bf expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.260312:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.260314:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764886.260318:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5f27 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 30 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764bf expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.260329:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e000, rc 0) 00000100:00100000:3.0:1775764886.260366:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132968192:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2652us (3714us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764886.260373:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16167 00000100:00100000:3.0:1775764886.263719:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.263901:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132968448 00000100:00100000:0.0:1775764886.263911:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132968448 00000100:00100000:0.0:1775764886.263982:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16168 00000100:00100000:0.0:1775764886.263992:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+90:89014:x1862022132968448:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764886.264018:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.264040:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b5f2e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764c6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264110:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5f35 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264125:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5f35 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264139:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5f35 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264153:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5f3c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264160:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5f3c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264167:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5f3c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264253:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5f43 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264263:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5f43 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264270:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5f43 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.264309:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.264331:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5f43 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264346:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5f35 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264354:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5f35 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264360:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5f35 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264367:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5f35 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264373:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.264378:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5f35 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264384:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5f35 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264397:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.264400:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.264404:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5f35 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264410:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b5f35 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264423:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5f3c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264431:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5f3c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264436:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5f3c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264441:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.264444:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5f3c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264449:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5f3c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264456:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6500) 00010000:00010000:0.0:1775764886.264458:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.264461:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5f3c lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264466:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b5f3c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264496:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b5f2e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764c6 expref: 92 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264509:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5f43 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764c6 expref: 91 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.264515:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.264517:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.264520:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcdc00, rc 0) 00000100:00100000:0.0:1775764886.264731:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+91:89014:x1862022132968448:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 740us (1022us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.264738:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16168 00000100:00100000:2.0:1775764886.267479:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.269450:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132968576 00000100:00100000:1.0:1775764886.269464:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132968576 00000100:00100000:1.0:1775764886.269534:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16169 00000100:00100000:1.0:1775764886.269546:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132968576:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.269567:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.269589:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5f4a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764cd expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.269706:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5f51 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.269723:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5f51 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.269735:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5f51 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.269751:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5f58 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.269757:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5f58 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.269763:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5f58 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270163:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5f5f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270174:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5f5f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270183:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5f5f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.270227:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.270248:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5f5f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270263:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5f51 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270269:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5f51 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270276:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5f51 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270282:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5f51 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270288:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.270292:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5f51 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270300:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5f51 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270311:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.270314:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.270319:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5f51 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270325:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b5f51 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270341:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5f58 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270347:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5f58 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270353:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5f58 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270358:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.270360:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5f58 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270366:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5f58 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270373:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8200) 00010000:00010000:1.0:1775764886.270376:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.270378:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5f58 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270384:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b5f58 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270418:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b5f4a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764cd expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270431:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5f5f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764cd expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.270439:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.270441:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.270444:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f800, rc 0) 00000100:00100000:1.0:1775764886.270561:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132968576:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1018us (3091us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.270570:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16169 00000100:00100000:0.0:1775764886.271394:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.273759:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.274249:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132968832 00000100:00100000:2.0:1775764886.274260:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132968832 00000100:00100000:2.0:1775764886.274343:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132968960 00000100:00100000:2.0:1775764886.274347:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132968960 00000100:00100000:3.0:1775764886.274394:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16170 00000100:00100000:3.0:1775764886.274406:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+91:89014:x1862022132968832:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764886.274463:0:8424:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.274491:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b5f43 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764c6 expref: 91 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.274509:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.274514:0:8424:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764886.274539:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5f66 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.274551:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5f66 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.274561:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5f66 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.274574:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b5f6d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb4f0722 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.274580:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b5f6d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4f0722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.274585:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b5f6d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4f0722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.274602:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.274615:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5f5f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764cd expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.274658:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.274704:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5f5f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764cd expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.274718:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5f5f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764cd expref: 33 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.274732:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38985d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154046720:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764886.274822:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.275460:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16171 00000100:00100000:1.0:1775764886.275475:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132968960:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.275489:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.275502:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5f7b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764d4 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.275531:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 90 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.275559:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154046848:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764886.275609:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.277843:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.278142:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132969088 00000100:00100000:1.0:1775764886.278153:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132969088 00010000:00010000:1.0:1775764886.278192:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5f5f lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764cd expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.278264:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1947 00000100:00100000:1.0:1775764886.278274:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132969088:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764886.278289:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.278297:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5f5f lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 33 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764cd expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.278310:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5f5f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 33 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764cd expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.278332:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.278338:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.278352:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.278360:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.278380:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764886.278433:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132969088:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 161us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.278441:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1947 00010000:00010000:3.0:1775764886.281724:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b5f5f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764cd expref: 34 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.281752:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38985d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154046720:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.281776:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.281785:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.281792:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.282293:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0b306cb reply state 0000000012bf7cea transno 4294976828 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.282313:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.282321:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.282325:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764886.282329:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.282336:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5f66 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.282343:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5f66 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.282350:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5f66 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.282362:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5f66 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.282368:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.282372:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5f66 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.282380:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5f66 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.282391:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.282394:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.282397:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5f66 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.282403:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5f66 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.282413:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0b306cb reply state 0000000012bf7cea transno 4294976828 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b5f6d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4f0722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.282422:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b5f6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4f0722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.282428:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb4f0722 (ffff9ee4969fce00) 00010000:00010000:3.0:1775764886.282431:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.282433:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.282513:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+92:89014:x1862022132968832:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8108us (11121us total) trans 4294976828 rc 0/0 00000100:00100000:3.0:1775764886.282523:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16170 00000100:00100000:1.0:1775764886.283505:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154046848:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764886.283526:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.283542:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5f7b lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 31 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764d4 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.283565:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.283568:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764886.283573:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5f7b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 31 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764d4 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.283584:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e000, rc 0) 00000100:00100000:1.0:1775764886.283652:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132968960:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8183us (9903us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764886.283663:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16171 00000100:00100000:0.0:1775764886.285942:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.286189:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132969216 00000100:00100000:2.0:1775764886.286199:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132969216 00000100:00100000:2.0:1775764886.286256:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16172 00000100:00100000:2.0:1775764886.286267:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+92:89014:x1862022132969216:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764886.286291:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.286311:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f82 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764db expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286378:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5f89 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286392:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5f89 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286403:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5f89 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286418:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5f90 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286425:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5f90 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286432:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5f90 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286519:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5f97 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286529:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5f97 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286535:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5f97 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.286584:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.286610:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5f97 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286880:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5f89 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286889:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5f89 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286895:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5f89 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286902:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5f89 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286908:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.286913:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5f89 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286920:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5f89 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286933:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.286936:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.286941:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5f89 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.286948:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b5f89 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.287104:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5f90 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.287111:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5f90 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.287117:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5f90 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.287122:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.287125:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5f90 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.287131:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5f90 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.287139:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee383df7100) 00010000:00010000:2.0:1775764886.287141:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.287144:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5f90 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.287149:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b5f90 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.287183:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b5f82 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764db expref: 94 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.287197:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5f97 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764db expref: 93 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.287203:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.287206:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.287209:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e000, rc 0) 00000100:00100000:2.0:1775764886.287308:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+93:89014:x1862022132969216:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1042us (1373us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.287316:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16172 00000100:00100000:3.0:1775764886.289408:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.289605:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132969344 00000100:00100000:2.0:1775764886.289615:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132969344 00000100:00100000:2.0:1775764886.290096:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16173 00000100:00100000:2.0:1775764886.290108:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132969344:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.290130:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.290154:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5f9e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764e2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290217:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5fa5 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290232:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5fa5 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290244:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5fa5 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290261:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b5fac lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290268:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b5fac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290275:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b5fac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290358:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b5fb3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290368:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b5fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290375:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b5fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.290412:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.290434:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b5fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290448:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5fa5 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290455:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5fa5 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290460:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5fa5 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290466:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5fa5 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290472:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.290476:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5fa5 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290483:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5fa5 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290494:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.290497:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.290503:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5fa5 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290509:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b5fa5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290523:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b5fac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290529:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b5fac lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290535:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b5fac lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290540:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.290543:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b5fac lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290548:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b5fac lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290555:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee38404fb00) 00010000:00010000:2.0:1775764886.290558:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.290561:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b5fac lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290566:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b5fac lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290598:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b5f9e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764e2 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290616:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b5fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764e2 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.290654:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.290657:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.290659:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727600, rc 0) 00000100:00100000:2.0:1775764886.290734:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132969344:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 627us (1333us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.290742:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16173 00000100:00100000:0.0:1775764886.292516:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.292794:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132969600 00000100:00100000:3.0:1775764886.292803:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132969600 00000100:00100000:3.0:1775764886.292861:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16174 00000100:00100000:3.0:1775764886.292871:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+93:89014:x1862022132969600:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764886.292924:0:8424:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.292964:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b5f97 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764db expref: 93 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.292983:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.292988:0:8424:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764886.293013:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5fba lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.293025:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5fba lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.293035:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5fba lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.293050:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5fc1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1e459baa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.293057:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1e459baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.293064:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1e459baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.293081:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.293100:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b5fb3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764e2 expref: 32 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.293107:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.293139:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b5fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764e2 expref: 32 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.293152:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b5fb3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764e2 expref: 32 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.293165:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38985ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154046976:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764886.293341:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffa80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.294482:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.295319:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132969728 00000100:00100000:1.0:1775764886.295328:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132969728 00000100:00100000:1.0:1775764886.295481:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16175 00000100:00100000:1.0:1775764886.295491:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132969728:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.295511:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.295533:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5fcf lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764e9 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.295568:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 92 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.295609:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154047104:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764886.296523:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.299591:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.299851:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154047104:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764886.299874:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.299892:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5fcf lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 33 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764e9 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.299912:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.299915:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764886.299920:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b5fcf lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 33 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764e9 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.299935:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e000, rc 0) 00000100:00100000:2.0:1775764886.300015:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132969728:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4525us (5536us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764886.300025:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16175 00000100:00100000:1.0:1775764886.300220:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132969856 00000100:00100000:1.0:1775764886.300233:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132969856 00010000:00010000:1.0:1775764886.300263:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b5fb3 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764e2 expref: 33 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.300297:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1948 00000100:00100000:1.0:1775764886.300305:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e210a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132969856:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764886.300317:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.300324:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b5fb3 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 33 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764e2 expref: 33 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.300335:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b5fb3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 33 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764e2 expref: 33 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.300353:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.300357:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.300370:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.300377:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.300391:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764886.300412:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e210a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132969856:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 108us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.300418:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1948 00010000:00010000:3.0:1775764886.304030:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b5fb3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764e2 expref: 32 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.304053:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38985ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154046976:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.304077:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.304342:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.304422:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132969984 00000100:00100000:3.0:1775764886.304430:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132969984 00000100:00100000:3.0:1775764886.304485:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16176 00000100:00100000:3.0:1775764886.304493:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132969984:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.304512:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.304531:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b5fd6 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764f0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.304603:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5fdd lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.304618:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5fdd lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.304665:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5fdd lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.304690:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5fe4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.304697:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5fe4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.304703:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5fe4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.304794:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.304909:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.304919:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.304936:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.305125:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.305315:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.305322:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.306280:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000916996fd reply state 000000003c155657 transno 4294976829 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306300:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306308:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.306311:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764886.306313:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306320:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306325:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.306354:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764886.306362:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5fba lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306372:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5fba lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306377:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5fba lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306384:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5fba lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306388:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.306392:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5fba lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306398:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5fba lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306408:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.306410:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.306413:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5fba lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306419:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b5fba lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.306432:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000916996fd reply state 000000003c155657 transno 4294976829 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1e459baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306440:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5fc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1e459baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.306446:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1e459baa (ffff9ee4969fcc00) 00010000:00010000:0.0:1775764886.306449:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764886.306450:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764886.306539:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+94:89014:x1862022132969600:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13667us (14027us total) trans 4294976829 rc 0/0 00000100:00100000:0.0:1775764886.306548:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16174 00010000:00010000:3.0:1775764886.309280:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309296:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764886.309353:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764886.309380:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309397:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5fdd lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309404:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5fdd lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309409:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5fdd lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309416:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5fdd lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309421:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.309426:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5fdd lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309433:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5fdd lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309452:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.309455:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.309460:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5fdd lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309467:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b5fdd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309481:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5fe4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309488:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5fe4 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309494:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5fe4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309499:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.309502:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5fe4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309508:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5fe4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309515:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4969fc900) 00010000:00010000:3.0:1775764886.309517:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.309520:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5fe4 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309526:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b5fe4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309573:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b5fd6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764f0 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309586:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764f0 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.309592:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.309594:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764886.309596:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0d800, rc 0) 00000100:00100000:3.0:1775764886.310375:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132969984:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5877us (6029us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.310386:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16176 00000100:00100000:0.0:1775764886.310527:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.313383:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.314093:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132970112 00000100:00100000:2.0:1775764886.314105:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132970112 00000100:00100000:0.0:1775764886.314148:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132970240 00000100:00100000:0.0:1775764886.314153:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132970240 00000100:00100000:0.0:1775764886.314243:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16177 00000100:00100000:0.0:1775764886.314254:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132970240:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.314276:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.314295:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5ff2 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764fe expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.314332:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 94 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.314375:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385044700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154047232:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764886.314503:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.314548:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16178 00000100:00100000:2.0:1775764886.314557:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+94:89014:x1862022132970112:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764886.314570:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.314580:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b5ff9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf764f7 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314661:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6000 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314674:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6000 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314696:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6000 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314712:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6007 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314719:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6007 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314725:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6007 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314815:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b600e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314825:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b600e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314832:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b600e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.314876:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.314896:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b600e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314910:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6000 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314915:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6000 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314920:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6000 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314925:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6000 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314930:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.314934:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6000 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314940:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6000 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314964:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.314967:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.314972:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6000 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314977:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6000 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314989:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6007 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314995:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6007 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.314999:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6007 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.315003:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.315006:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6007 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.315011:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6007 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.315017:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee38404fb00) 00010000:00010000:2.0:1775764886.315019:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.315021:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6007 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.315026:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6007 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.315055:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b5ff9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764f7 expref: 96 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.315067:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b600e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764f7 expref: 95 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.315074:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.315076:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.315078:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727400, rc 0) 00000100:00100000:2.0:1775764886.315110:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+95:89014:x1862022132970112:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 555us (4583us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.315117:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16178 00000100:00100000:0.0:1775764886.320233:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.320278:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132970496 00000100:00100000:3.0:1775764886.320288:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132970496 00000100:00100000:2.0:1775764886.320410:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385044700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154047232:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764886.320436:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.320454:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5ff2 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 34 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764fe expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320473:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.320476:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764886.320480:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b5ff2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 34 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764fe expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320492:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd400, rc 0) 00000100:00100000:2.0:1775764886.320551:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132970240:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6299us (7180us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764886.320558:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16177 00000100:00100000:2.0:1775764886.320582:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16179 00000100:00100000:2.0:1775764886.320590:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+95:89014:x1862022132970496:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.320661:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.320677:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b600e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764f7 expref: 95 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320699:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.320702:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764886.320737:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b6015 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320750:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b6015 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320758:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b6015 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320772:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b601c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8cb9d119 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320779:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b601c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8cb9d119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320784:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b601c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8cb9d119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320800:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320824:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764f0 expref: 32 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320830:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320861:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 33 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764f0 expref: 32 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.320874:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 33 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764f0 expref: 32 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.320894:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee39e628700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154047360:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.320939:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.325673:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.325705:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132970624 00000100:00100000:1.0:1775764886.325716:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132970624 00010000:00010000:1.0:1775764886.325757:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 33 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764f0 expref: 33 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.325792:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1949 00000100:00100000:1.0:1775764886.325801:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132970624:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764886.325834:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.325841:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764f0 expref: 33 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.325861:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764f0 expref: 33 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.325884:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.325889:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.325904:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.325910:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.325929:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764886.325994:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132970624:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 193us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.326001:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1949 00000100:00100000:1.0:1775764886.326045:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:2.0:1775764886.326128:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b5feb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf764f0 expref: 32 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.326142:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee39e628700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154047360:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764886.326161:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326170:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326175:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.326736:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b618f706 reply state 00000000611ab964 transno 4294976830 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326752:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326759:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.326762:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764886.326765:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764886.326771:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b6015 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326778:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b6015 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326784:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b6015 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326791:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b6015 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326797:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.326802:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b6015 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326810:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b6015 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326820:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.326822:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.326826:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b6015 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326832:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b6015 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.326846:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b618f706 reply state 00000000611ab964 transno 4294976830 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b601c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8cb9d119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326858:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b601c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8cb9d119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.326864:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8cb9d119 (ffff9ee38404f900) 00010000:00010000:2.0:1775764886.326866:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764886.326869:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764886.326923:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+96:89014:x1862022132970496:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6333us (6699us total) trans 4294976830 rc 0/0 00000100:00100000:2.0:1775764886.326931:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16179 00000100:00100000:0.0:1775764886.328519:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132970752 00000100:00100000:0.0:1775764886.328534:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132970752 00000100:00100000:0.0:1775764886.328716:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16180 00000100:00100000:0.0:1775764886.328728:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132970752:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.328824:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.328845:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b602a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76505 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.328970:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6031 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.328984:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6031 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.328993:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6031 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.329019:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.329038:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6031 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.329150:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b602a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x40:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76505 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.329165:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6031 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76505 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.329174:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.329176:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.329180:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcd000, rc 0) 00000100:00100000:0.0:1775764886.329231:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132970752:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 506us (3186us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.329238:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16180 00000100:00100000:1.0:1775764886.330539:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.330570:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132970880 00000100:00100000:1.0:1775764886.330579:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132970880 00000100:00100000:1.0:1775764886.330619:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16181 00000100:00100000:1.0:1775764886.330647:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+96:89014:x1862022132970880:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764886.330666:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.330691:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b6038 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7650c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.330750:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b603f lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.330763:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b603f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.330773:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b603f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.330788:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b6046 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.330796:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b6046 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.330802:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b6046 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.330899:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b604d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.330910:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b604d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.330916:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b604d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.331034:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.331060:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b604d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331078:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b603f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331085:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b603f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331090:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b603f lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331097:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b603f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331103:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.331107:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b603f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331115:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b603f lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331126:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.331129:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.331133:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b603f lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331138:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b603f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331151:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b6046 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331156:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b6046 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331162:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b6046 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331166:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.331168:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b6046 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331174:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b6046 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331179:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8200) 00010000:00010000:1.0:1775764886.331181:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.331183:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b6046 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331188:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b6046 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331214:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b6038 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7650c expref: 98 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331227:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b604d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7650c expref: 97 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.331233:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.331236:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.331238:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e000, rc 0) 00000100:00100000:1.0:1775764886.331283:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+97:89014:x1862022132970880:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 638us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.331294:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16181 00000100:00100000:2.0:1775764886.335896:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.335981:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.336008:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132971008 00000100:00100000:2.0:1775764886.336018:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132971008 00000100:00100000:0.0:1775764886.336941:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132971264 00000100:00100000:0.0:1775764886.336962:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132971264 00000100:00100000:2.0:1775764886.337165:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16182 00000100:00100000:2.0:1775764886.337177:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e628700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132971008:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.337198:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.337218:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6054 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76513 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.337255:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 97 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.337297:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154047488:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764886.337390:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.339579:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154047488:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764886.339607:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.339661:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6054 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 35 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76513 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.339691:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.339694:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764886.339700:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6054 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 35 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76513 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.339719:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727400, rc 0) 00000100:00100000:2.0:1775764886.339769:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e628700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132971008:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2594us (3883us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764886.339777:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16182 00000100:00100000:2.0:1775764886.339827:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16183 00000100:00100000:2.0:1775764886.339838:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+97:89014:x1862022132971264:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.339889:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.339906:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b604d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7650c expref: 97 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.339919:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.339922:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764886.339939:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b605b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.339950:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b605b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.340730:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b605b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.340748:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6062 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2ba1a4d7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.340755:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6062 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2ba1a4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.340761:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6062 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2ba1a4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.340780:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.340794:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6031 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76505 expref: 32 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.340801:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.340848:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6031 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76505 expref: 32 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.340862:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6031 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76505 expref: 32 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.340876:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154047616:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.340940:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.343428:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154047616:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.343458:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.345198:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.345450:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132971392 00000100:00100000:1.0:1775764886.345459:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132971392 00010000:00010000:1.0:1775764886.345498:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6031 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76505 expref: 33 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.345539:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1950 00000100:00100000:1.0:1775764886.345549:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132971392:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764886.345564:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.345571:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6031 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76505 expref: 33 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.345583:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6031 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76505 expref: 33 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.345605:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6031 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76505 expref: 33 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.345654:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.345660:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.345675:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.345984:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.346060:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764886.346121:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132971392:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 573us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.346129:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1950 00010000:00010000:3.0:1775764886.347389:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.347402:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.348885:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000279f5ea5 reply state 000000004e0036d0 transno 4294976831 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.348905:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.348914:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.348917:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764886.348921:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764886.348928:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b605b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.348939:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b605b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.348945:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b605b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.349166:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b605b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.349171:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.349176:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b605b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.349184:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b605b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.349196:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.349198:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.349202:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b605b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.349209:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b605b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.349221:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000279f5ea5 reply state 000000004e0036d0 transno 4294976831 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6062 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2ba1a4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.349229:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6062 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ba1a4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.349235:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2ba1a4d7 (ffff9ee38404fb00) 00010000:00010000:2.0:1775764886.349238:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764886.349240:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764886.349552:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+98:89014:x1862022132971264:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9711us (13564us total) trans 4294976831 rc 0/0 00000100:00100000:2.0:1775764886.349561:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16183 00000100:00100000:1.0:1775764886.349851:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.352498:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132971520 00000100:00100000:2.0:1775764886.352513:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132971520 00000100:00100000:2.0:1775764886.352576:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16184 00000100:00100000:2.0:1775764886.352586:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132971520:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.352607:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.352818:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6070 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7651a expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.352889:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b6077 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.352903:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b6077 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.352915:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b6077 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.352929:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b607e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.352935:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b607e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.352940:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b607e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353133:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6085 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353143:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6085 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353151:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6085 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.353190:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.353226:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6085 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353239:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b6077 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353245:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b6077 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353251:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b6077 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353258:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b6077 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353264:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.353269:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b6077 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353277:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b6077 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353292:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.353295:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.353300:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b6077 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353306:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b6077 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353322:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b607e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353328:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b607e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353334:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b607e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353339:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.353341:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b607e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353347:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b607e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353354:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee38404f100) 00010000:00010000:2.0:1775764886.353356:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.353358:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b607e lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353363:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b607e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353400:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6070 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7651a expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353412:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6085 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7651a expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.353419:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.353421:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.353424:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727a00, rc 0) 00000100:00100000:2.0:1775764886.354233:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132971520:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1644us (4378us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.354242:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16184 00000100:00100000:0.0:1775764886.354394:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.355373:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132971648 00000100:00100000:1.0:1775764886.355383:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132971648 00000100:00100000:1.0:1775764886.355477:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16185 00000100:00100000:1.0:1775764886.355487:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+98:89014:x1862022132971648:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764886.355511:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.355532:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b608c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76521 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355590:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b6093 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355604:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b6093 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355614:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b6093 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355645:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b609a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355652:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b609a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355659:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b609a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355753:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b60a1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355763:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b60a1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355769:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b60a1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.355819:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.355844:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b60a1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355858:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b6093 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355865:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b6093 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355871:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b6093 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355876:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b6093 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355881:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.355885:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b6093 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355891:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b6093 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355905:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.355907:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.355911:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b6093 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355916:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b6093 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355929:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b609a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355935:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b609a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355940:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b609a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355944:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.355947:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b609a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355973:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b609a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355981:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8200) 00010000:00010000:1.0:1775764886.355983:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.355986:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b609a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.355992:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b609a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.356027:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b608c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76521 expref: 100 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.356037:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b60a1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76521 expref: 99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.356044:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.356046:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.356049:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e400, rc 0) 00000100:00100000:1.0:1775764886.356106:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+99:89014:x1862022132971648:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 620us (1712us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.356112:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16185 00000100:00100000:3.0:1775764886.357534:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.357676:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132971776 00000100:00100000:2.0:1775764886.358820:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132971776 00000100:00100000:2.0:1775764886.358890:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16186 00000100:00100000:2.0:1775764886.358900:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132971776:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.358921:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.358939:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b60a8 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76528 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.359530:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.360057:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132972032 00000100:00100000:0.0:1775764886.360065:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132972032 00000100:00100000:0.0:1775764886.360119:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16187 00000100:00100000:0.0:1775764886.360126:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+99:89014:x1862022132972032:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764886.360173:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.360198:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b60a1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76521 expref: 99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.360218:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.360223:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764886.360245:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b60af lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.360257:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b60af lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.360266:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b60af lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.360281:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b60b6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xca7af9e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.360287:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b60b6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xca7af9e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.360293:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b60b6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xca7af9e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.360309:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.360328:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6085 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7651a expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.360335:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.360365:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6085 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7651a expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.360379:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6085 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7651a expref: 33 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.360391:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385045880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154047744:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764886.360463:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d000 going to sleep for 11 seconds 00010000:00010000:2.0:1775764886.360874:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 98 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.360899:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef1500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154047872:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764886.360931:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.367073:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.367247:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132972160 00000100:00100000:2.0:1775764886.367256:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132972160 00010000:00010000:2.0:1775764886.367297:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6085 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7651a expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.367341:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1951 00000100:00100000:2.0:1775764886.367350:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132972160:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764886.367364:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.367371:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6085 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7651a expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.367385:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6085 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7651a expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.367407:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.367413:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.367429:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.367437:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.367455:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764886.367503:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132972160:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 153us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.367510:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1951 00000100:00100000:1.0:1775764886.367800:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef1500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154047872:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764886.367821:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.367835:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b60a8 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 36 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76528 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.367849:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.367851:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764886.367855:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b60a8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 36 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76528 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.367868:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726e00, rc 0) 00000100:00100000:1.0:1775764886.367900:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132971776:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 9002us (10373us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764886.367908:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16186 00010000:00010000:0.0:1775764886.368000:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6085 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7651a expref: 32 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.368013:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385045880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154047744:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764886.368029:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368038:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368043:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.368582:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f612938 reply state 000000006c30acbc transno 4294976832 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368596:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368602:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.368605:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764886.368608:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764886.368615:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b60af lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368659:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b60af lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368666:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b60af lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368673:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b60af lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368678:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.368682:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b60af lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368689:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b60af lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368697:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.368700:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.368704:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b60af lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368709:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b60af lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.368719:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f612938 reply state 000000006c30acbc transno 4294976832 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b60b6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xca7af9e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368727:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b60b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xca7af9e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.368733:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xca7af9e2 (ffff9ee4984d6500) 00010000:00010000:0.0:1775764886.368735:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764886.368737:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764886.368783:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+100:89014:x1862022132972032:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8656us (9253us total) trans 4294976832 rc 0/0 00000100:00100000:0.0:1775764886.368790:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16187 00000100:00100000:0.0:1775764886.379469:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.379554:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.381985:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132972288 00000100:00100000:2.0:1775764886.382000:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132972288 00000100:00100000:2.0:1775764886.382190:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132972416 00000100:00100000:2.0:1775764886.382195:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132972416 00000100:00100000:3.0:1775764886.382276:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16188 00000100:00100000:3.0:1775764886.382289:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+100:89014:x1862022132972288:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:3.0:1775764886.382314:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.382336:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b60c4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7652f expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382400:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b60cb lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382415:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b60cb lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382426:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b60cb lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382441:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b60d2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382448:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b60d2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382454:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b60d2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382542:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b60d9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382552:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b60d9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382558:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b60d9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764886.382598:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764886.382638:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b60d9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382666:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b60cb lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382674:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b60cb lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382687:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b60cb lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382693:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b60cb lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382698:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.382701:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b60cb lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382708:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b60cb lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382721:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.382724:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.382729:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b60cb lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382736:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b60cb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382749:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b60d2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382755:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b60d2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382760:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b60d2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382764:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.382767:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b60d2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382772:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b60d2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382788:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4969fc900) 00010000:00010000:3.0:1775764886.382790:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.382793:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b60d2 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382799:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b60d2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382837:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b60c4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7652f expref: 102 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382850:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b60d9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7652f expref: 101 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.382858:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.382860:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764886.382863:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0c200, rc 0) 00000100:00100000:3.0:1775764886.382940:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+101:89014:x1862022132972288:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 654us (3480us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.382948:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16188 00000100:00100000:3.0:1775764886.382982:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16189 00000100:00100000:3.0:1775764886.382989:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132972416:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.382997:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.383006:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b60e0 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76536 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383038:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b60e7 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383046:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b60e7 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383053:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b60e7 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383077:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b60ee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383083:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b60ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383089:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b60ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383126:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b60f5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383138:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b60f5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383144:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b60f5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764886.383164:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764886.383177:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b60f5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383185:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b60e7 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383191:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b60e7 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383196:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b60e7 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383202:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b60e7 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383206:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.383209:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b60e7 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383215:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b60e7 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383223:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.383225:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.383228:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b60e7 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383234:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b60e7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383242:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b60ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383248:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b60ee lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383253:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b60ee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383258:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.383261:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b60ee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383267:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b60ee lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383274:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4969fc100) 00010000:00010000:3.0:1775764886.383277:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.383279:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b60ee lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383285:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b60ee lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383306:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b60e0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76536 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383322:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b60f5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76536 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.383330:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.383332:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764886.383334:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0d400, rc 0) 00000100:00100000:3.0:1775764886.383357:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132972416:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 370us (3804us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.383363:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16189 00000100:00100000:0.0:1775764886.386105:0:3662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7273b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1862022154048000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764886.386174:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764886.386367:0:8404:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154048000 00000100:00100000:1.0:1775764886.386375:0:8404:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154048000 00000100:00100000:1.0:1775764886.386430:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:1.0:1775764886.386439:0:8404:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1862022154048000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764886.386469:0:8404:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8688192 pending 0 free 3923521536 avail 3691999232 00000100:00100000:1.0:1775764886.386517:0:8404:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1862022154048000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.386524:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00080000:1.0:1775764886.386542:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764886.386579:0:3662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7273b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1862022154048000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764886.386933:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1862022154048128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1775764886.386975:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764886.387155:0:12476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154048128 00000100:00100000:0.0:1775764886.387161:0:12476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154048128 00000100:00100000:0.0:1775764886.387208:0:12476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:0.0:1775764886.387215:0:12476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1862022154048128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1775764886.387228:0:12476:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8688192 pending 0 free 3923521536 avail 3691999232 00000100:00080000:2.0:1775764886.387281:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764886.388188:0:12476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1862022154048128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 970us (1208us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.388198:0:12476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00100000:1.0:1775764886.388379:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1862022154048128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1775764886.394145:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.394251:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132972672 00000100:00100000:1.0:1775764886.394265:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132972672 00000100:00100000:1.0:1775764886.394328:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16190 00000100:00100000:1.0:1775764886.394339:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+101:89014:x1862022132972672:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764886.394397:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.394426:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b60d9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7652f expref: 101 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.394447:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.394453:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764886.394479:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b60fc lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.394494:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b60fc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.394505:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b60fc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.394524:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b6103 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x163eb6d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.394531:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b6103 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x163eb6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.394537:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b6103 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x163eb6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.394555:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.394571:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b60f5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76536 expref: 32 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.394579:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.394613:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b60f5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76536 expref: 32 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.394673:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b60f5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76536 expref: 32 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.394692:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7270a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154048256:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764886.394784:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.396479:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7270a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154048256:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764886.396503:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.397481:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.397565:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132972800 00000100:00100000:0.0:1775764886.397573:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132972800 00010000:00010000:0.0:1775764886.397611:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b60f5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76536 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.397701:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1952 00000100:00100000:0.0:1775764886.397710:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132972800:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764886.397725:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.397731:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b60f5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76536 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.397744:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b60f5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76536 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.397764:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b60f5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76536 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.397780:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.397785:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.397802:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.397823:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.397850:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764886.397906:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132972800:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 196us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.397914:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1952 00010000:00010000:1.0:1775764886.398288:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.398297:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.398823:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a35d81a reply state 0000000097d0a38e transno 4294976833 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.398839:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.398847:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.398851:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764886.398854:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764886.398861:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b60fc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.398868:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b60fc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.398875:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b60fc lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.398882:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b60fc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.398888:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.398893:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b60fc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.398901:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b60fc lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.398911:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.398913:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.398917:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b60fc lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.398923:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b60fc lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.398935:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a35d81a reply state 0000000097d0a38e transno 4294976833 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b6103 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x163eb6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.398944:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b6103 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x163eb6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.398960:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x163eb6d6 (ffff9ee485da8200) 00010000:00010000:1.0:1775764886.398964:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764886.398966:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764886.399031:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+102:89014:x1862022132972672:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4693us (4896us total) trans 4294976833 rc 0/0 00000100:00100000:1.0:1775764886.399039:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16190 00000100:00100000:2.0:1775764886.401913:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.402031:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132972928 00000100:00100000:1.0:1775764886.402041:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132972928 00000100:00100000:1.0:1775764886.402179:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16191 00000100:00100000:1.0:1775764886.402191:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132972928:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.402211:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.402230:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6111 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7653d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.402267:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 101 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.402311:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7270a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154048384:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764886.402464:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.406409:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.406578:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7270a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154048384:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764886.406603:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.406922:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6111 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 36 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7653d expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.406947:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.406965:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764886.406972:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6111 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 36 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7653d expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.406987:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f200, rc 0) 00000100:00100000:3.0:1775764886.407241:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132973056 00000100:00100000:3.0:1775764886.407248:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132973056 00000100:00100000:0.0:1775764886.407263:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132972928:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5072us (5356us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.407273:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16191 00000100:00100000:0.0:1775764886.407303:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16192 00000100:00100000:0.0:1775764886.407313:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+102:89014:x1862022132973056:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764886.407333:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.407352:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6118 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76544 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.407413:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b611f lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.407427:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b611f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.407439:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b611f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.407453:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6126 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.407460:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6126 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.407466:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6126 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.407550:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b612d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.407560:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b612d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.407567:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b612d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.407605:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.409215:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b612d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409240:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b611f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409248:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b611f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409255:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b611f lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409261:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b611f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409268:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.409272:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b611f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409280:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b611f lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409294:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.409298:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.409302:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b611f lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409309:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b611f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409327:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6126 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409334:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6126 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409339:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6126 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409345:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcdc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.409347:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6126 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409353:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6126 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409361:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6a00) 00010000:00010000:0.0:1775764886.409363:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.409366:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6126 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409372:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6126 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409419:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6118 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76544 expref: 104 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409434:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b612d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76544 expref: 103 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.409446:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.409448:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.409451:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc400, rc 0) 00000100:00100000:0.0:1775764886.409571:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+103:89014:x1862022132973056:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 2258us (3171us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.412100:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16192 00000100:00100000:1.0:1775764886.412208:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.412887:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132973184 00000100:00100000:0.0:1775764886.412898:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132973184 00000100:00100000:0.0:1775764886.412997:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16193 00000100:00100000:0.0:1775764886.413007:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132973184:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.413030:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.413052:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6134 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7654b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413121:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b613b lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413136:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b613b lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413150:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b613b lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413165:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b6142 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413173:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b6142 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413180:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b6142 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413271:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6149 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413281:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6149 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413288:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6149 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.413329:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.413351:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6149 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413367:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b613b lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413373:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b613b lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413379:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b613b lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413385:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b613b lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413391:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.413395:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b613b lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413408:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b613b lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413419:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.413422:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.413428:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b613b lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413434:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b613b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413447:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b6142 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413453:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b6142 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413458:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b6142 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413463:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.413466:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b6142 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413472:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b6142 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413478:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4984d6400) 00010000:00010000:0.0:1775764886.413481:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.413483:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b6142 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413493:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b6142 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413524:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6134 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7654b expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413537:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6149 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7654b expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.413544:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.413547:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.413549:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcda00, rc 0) 00000100:00100000:0.0:1775764886.413612:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132973184:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 607us (1404us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.413620:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16193 00000100:00100000:1.0:1775764886.413814:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.414285:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132973440 00000100:00100000:2.0:1775764886.414293:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132973440 00000100:00100000:2.0:1775764886.414355:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16194 00000100:00100000:2.0:1775764886.414363:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7273800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+103:89014:x1862022132973440:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.414403:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.414419:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b612d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76544 expref: 103 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.414432:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.414436:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764886.414452:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6150 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.414461:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6150 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.414469:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6150 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.414481:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6157 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd29a81b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.414487:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6157 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd29a81b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.414496:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6157 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd29a81b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.414513:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.414528:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6149 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7654b expref: 32 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.414535:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.414569:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6149 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7654b expref: 32 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.414581:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6149 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7654b expref: 32 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.414594:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfe8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154048512:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.414890:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.427091:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.428605:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132973568 00000100:00100000:2.0:1775764886.428652:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132973568 00000100:00100000:2.0:1775764886.428727:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16195 00000100:00100000:2.0:1775764886.428736:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132973568:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.428758:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.428780:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6165 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76552 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.428821:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 102 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.428864:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfe8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154048640:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764886.428964:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.429543:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfe8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154048512:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.429571:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.430308:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.431249:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132973696 00000100:00100000:3.0:1775764886.431260:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132973696 00010000:00010000:3.0:1775764886.431304:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6149 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 38 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7654b expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.431378:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1953 00000100:00100000:3.0:1775764886.431387:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132973696:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764886.431402:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.431409:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6149 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 39 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7654b expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.431427:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6149 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 39 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7654b expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.431450:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6149 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 39 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7654b expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.431467:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.431473:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.431488:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.431496:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.431527:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764886.431584:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132973696:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 198us (1278us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.431591:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1953 00010000:00010000:0.0:1775764886.433325:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.433342:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.433869:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b89b0608 reply state 00000000239b73c4 transno 4294976834 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.433888:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.433897:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.433901:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764886.433904:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764886.433911:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6150 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.433917:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6150 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.433923:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6150 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.433929:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6150 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.433935:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.433940:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6150 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.433964:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6150 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.433974:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.433976:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.433979:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6150 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.433984:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6150 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.433997:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b89b0608 reply state 00000000239b73c4 transno 4294976834 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6157 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd29a81b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.434004:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6157 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd29a81b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.434010:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd29a81b1 (ffff9ee38404f100) 00010000:00010000:0.0:1775764886.434012:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764886.434014:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764886.434100:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7273800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+104:89014:x1862022132973440:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 19733us (20293us total) trans 4294976834 rc 0/0 00000100:00100000:0.0:1775764886.434109:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16194 00000100:00100000:1.0:1775764886.438244:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.439073:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfe8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154048640:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.439099:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.439119:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6165 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76552 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.439139:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.439142:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.439148:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6165 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 37 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76552 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.439162:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727c00, rc 0) 00000100:00100000:0.0:1775764886.439224:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132973568:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 10489us (12144us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.439232:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16195 00000100:00100000:0.0:1775764886.439267:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132973824 00000100:00100000:0.0:1775764886.439275:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132973824 00000100:00100000:2.0:1775764886.440356:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16196 00000100:00100000:2.0:1775764886.440371:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+104:89014:x1862022132973824:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764886.440400:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.440422:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b616c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76559 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.440494:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b6173 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.440509:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b6173 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.440522:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b6173 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.440536:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b617a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.440541:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b617a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.440547:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b617a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.440933:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6181 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.440943:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6181 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441048:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6181 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.441087:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.441106:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6181 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441119:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b6173 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441125:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b6173 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441129:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b6173 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441135:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b6173 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441140:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.441144:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b6173 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441150:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b6173 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441164:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.441166:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.441170:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b6173 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441175:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b6173 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441187:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b617a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441193:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b617a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441199:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b617a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441204:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.441206:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b617a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441211:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b617a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441217:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee38404f300) 00010000:00010000:2.0:1775764886.441219:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.441221:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b617a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441226:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b617a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441262:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b616c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76559 expref: 106 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441275:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6181 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76559 expref: 105 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.441283:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.441285:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.441287:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726c00, rc 0) 00000100:00100000:2.0:1775764886.441401:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+105:89014:x1862022132973824:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1034us (3167us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.441410:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16196 00000100:00100000:1.0:1775764886.450226:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.450307:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132974080 00000100:00100000:0.0:1775764886.450318:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132974080 00000100:00100000:0.0:1775764886.450380:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16197 00000100:00100000:0.0:1775764886.450390:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+105:89014:x1862022132974080:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764886.450449:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.450478:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6181 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76559 expref: 105 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.450500:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.450505:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764886.450530:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6188 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.450544:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6188 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.450554:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6188 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.450569:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b618f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xeb2ef7c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.450576:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b618f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xeb2ef7c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.450583:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b618f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xeb2ef7c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.450601:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6196 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.450615:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6196 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.450663:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6196 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.451513:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b0a3bca reply state 0000000086883f86 transno 4294976835 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6196 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.451530:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6196 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.451537:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.451539:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764886.451542:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764886.451548:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6188 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.451553:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6188 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.451558:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6188 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.451565:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6188 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.451570:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.451574:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6188 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.451580:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6188 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.451589:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.451591:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.451594:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6188 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.451600:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6188 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.451610:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b0a3bca reply state 0000000086883f86 transno 4294976835 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b618f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xeb2ef7c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.451618:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b618f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb2ef7c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.452610:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.453024:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132974208 00000100:00100000:3.0:1775764886.453035:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132974208 00000100:00100000:3.0:1775764886.453119:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16198 00000100:00100000:3.0:1775764886.453129:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7273100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132974208:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.453149:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.453166:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b619d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76560 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453229:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b61a4 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453241:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b61a4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453251:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b61a4 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453266:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b61ab lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453272:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b61ab lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453278:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b61ab lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453350:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b61b2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453360:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b61b2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453367:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b61b2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764886.453403:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764886.453423:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b61b2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453436:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b61a4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453442:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b61a4 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453447:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b61a4 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453453:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b61a4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453459:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.453463:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b61a4 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453470:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b61a4 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453480:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.453483:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.453487:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b61a4 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453492:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b61a4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453503:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b61ab lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453508:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b61ab lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453514:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b61ab lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453520:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.453522:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b61ab lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453528:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b61ab lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453535:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4969fc100) 00010000:00010000:3.0:1775764886.453537:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.453539:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b61ab lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453544:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b61ab lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453574:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b619d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76560 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453588:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b61b2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76560 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.453595:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.453598:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764886.453600:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0de00, rc 0) 00000100:00100000:3.0:1775764886.453676:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7273100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132974208:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 549us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.453684:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16198 00010000:00010000:0.0:1775764886.453772:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xeb2ef7c2 (ffff9ee4984d6400) 00010000:00010000:0.0:1775764886.453776:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764886.453779:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764886.453855:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+106:89014:x1862022132974080:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 3466us (3637us total) trans 4294976835 rc 0/0 00000100:00100000:0.0:1775764886.453861:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16197 00000100:00100000:1.0:1775764886.457668:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.457916:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132974336 00000100:00100000:0.0:1775764886.457928:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132974336 00000100:00100000:0.0:1775764886.458003:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16199 00000100:00100000:0.0:1775764886.458014:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+106:89014:x1862022132974336:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764886.458039:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.458061:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b61b9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76567 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458130:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b61c0 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458146:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b61c0 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458162:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b61c0 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458181:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b61c7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458189:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b61c7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458195:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b61c7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458287:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b61ce lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458298:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b61ce lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458305:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b61ce lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.458346:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.458367:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b61ce lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458382:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b61c0 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458389:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b61c0 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458396:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b61c0 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458403:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b61c0 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458409:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcdc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.458413:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b61c0 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458420:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b61c0 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458434:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.458437:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.458442:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b61c0 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458449:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b61c0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458462:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b61c7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458468:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b61c7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458474:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b61c7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458478:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.458480:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b61c7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458490:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b61c7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458497:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4984d6a00) 00010000:00010000:0.0:1775764886.458499:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.458501:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b61c7 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458507:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b61c7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458537:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b61b9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76567 expref: 108 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458551:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b61ce lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76567 expref: 107 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.458558:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.458560:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.458562:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcda00, rc 0) 00000100:00100000:0.0:1775764886.459373:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+107:89014:x1862022132974336:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 665us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.459386:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16199 00000100:00100000:1.0:1775764886.462181:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.462225:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.462321:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132974720 00000100:00100000:2.0:1775764886.462331:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132974720 00000100:00100000:2.0:1775764886.462391:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132974464 00000100:00100000:2.0:1775764886.462395:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132974464 00000100:00100000:2.0:1775764886.462426:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16200 00000100:00100000:2.0:1775764886.462436:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7272680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+107:89014:x1862022132974720:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.462490:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.462519:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b61ce lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76567 expref: 107 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.462540:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.462544:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764886.462569:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b61d5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.462586:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b61d5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.462596:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b61d5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.462610:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b61dc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2c20616a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.462617:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b61dc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2c20616a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.462675:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b61dc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2c20616a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.462723:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.462739:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b61b2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76560 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.462747:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.462781:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b61b2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 39 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76560 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.462795:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b61b2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 39 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76560 expref: 33 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.462814:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfe8c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154048768:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.462885:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.463160:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16201 00000100:00100000:0.0:1775764886.463171:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7273480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132974464:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.463183:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.463194:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b61ea lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7656e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.463222:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 106 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.463249:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385046a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154048896:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764886.463278:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.466157:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfe8c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154048768:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764886.466186:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.468220:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.468298:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132974848 00000100:00100000:3.0:1775764886.468308:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132974848 00010000:00010000:3.0:1775764886.468349:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b61b2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76560 expref: 35 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.468393:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1954 00000100:00100000:3.0:1775764886.468403:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132974848:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764886.468417:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.468424:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b61b2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76560 expref: 35 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.468438:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b61b2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76560 expref: 35 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.468459:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b61b2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76560 expref: 35 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.468476:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.468481:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.468497:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.468505:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.468537:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764886.468587:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132974848:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 184us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.468599:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1954 00010000:00010000:2.0:1775764886.469187:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.469196:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.469830:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a57462a4 reply state 0000000007c59cf3 transno 4294976836 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.469848:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.469856:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.469859:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764886.469862:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764886.469869:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b61d5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.469876:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b61d5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.469881:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b61d5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.469892:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b61d5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.469898:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.469902:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b61d5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.469909:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b61d5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.469920:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.469922:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.469925:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b61d5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.469931:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b61d5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.469943:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a57462a4 reply state 0000000007c59cf3 transno 4294976836 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b61dc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2c20616a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.470079:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b61dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c20616a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.470086:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2c20616a (ffff9ee38404f300) 00010000:00010000:2.0:1775764886.470088:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764886.470090:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764886.470172:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7272680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+108:89014:x1862022132974720:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7735us (7998us total) trans 4294976836 rc 0/0 00000100:00100000:2.0:1775764886.470181:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16200 00000100:00100000:1.0:1775764886.473354:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.473467:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132974976 00000100:00100000:2.0:1775764886.473477:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132974976 00000100:00100000:2.0:1775764886.473548:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16202 00000100:00100000:2.0:1775764886.473560:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+108:89014:x1862022132974976:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764886.473587:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.473608:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b61f1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76575 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.473918:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b61f8 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.473935:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b61f8 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474262:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b61f8 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474281:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b61ff lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474288:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b61ff lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474296:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b61ff lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474382:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6206 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474392:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6206 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474403:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6206 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.474444:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.474466:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6206 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474480:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b61f8 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474486:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b61f8 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474492:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b61f8 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474498:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b61f8 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474504:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.474508:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b61f8 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474515:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b61f8 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474527:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.474530:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.474535:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b61f8 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474542:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b61f8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474556:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b61ff lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474562:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b61ff lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474567:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b61ff lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474572:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.474575:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b61ff lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474580:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b61ff lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474587:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee38404fe00) 00010000:00010000:2.0:1775764886.474589:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.474592:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b61ff lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.474599:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b61ff lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.475221:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385046a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154048896:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.475248:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.475262:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b61ea lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 40 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7656e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.475278:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.475280:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.475284:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b61ea lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 40 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7656e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.475295:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc800, rc 0) 00000100:00100000:0.0:1775764886.475407:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7273480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2405:x1862022132974464:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 12237us (13180us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.475416:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16201 00010000:00010000:2.0:1775764886.475511:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b61f1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76575 expref: 110 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.475526:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6206 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76575 expref: 109 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.475539:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.475541:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.475543:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726800, rc 0) 00000100:00100000:2.0:1775764886.475567:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+109:89014:x1862022132974976:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 2011us (2224us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.475573:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16202 00000100:00100000:1.0:1775764886.483447:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.483495:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.483667:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132975232 00000100:00100000:0.0:1775764886.483685:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132975232 00000100:00100000:0.0:1775764886.483737:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132975360 00000100:00100000:0.0:1775764886.483740:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132975360 00000100:00100000:0.0:1775764886.483761:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16203 00000100:00100000:0.0:1775764886.483769:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+109:89014:x1862022132975232:12345-192.168.202.48@tcp:36:createmany.0 00000100:00100000:2.0:1775764886.484203:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16204 00000100:00100000:2.0:1775764886.484216:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7272a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132975360:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.484236:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.484257:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b620d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7657c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484333:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6214 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484348:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6214 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484361:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6214 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484374:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b621b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484380:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b621b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484385:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b621b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484467:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6222 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484477:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6222 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484484:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6222 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.484521:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.484543:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6222 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484556:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6214 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484562:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6214 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484568:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6214 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484574:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6214 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484579:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.484584:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6214 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484590:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6214 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484606:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.484609:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.484614:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6214 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484619:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6214 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484663:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b621b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484670:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b621b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484761:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b621b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.484770:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.484774:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b621b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.484980:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.484999:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6206 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76575 expref: 109 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.485010:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.485013:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764886.485026:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6229 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.485034:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6229 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.485040:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6229 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.485050:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b6230 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x34922caa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.485056:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b6230 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x34922caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.485063:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b6230 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x34922caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.485076:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.485087:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6222 lrc: 2/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.485093:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.485108:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6222 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.485118:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.485228:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b621b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.485238:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee38404fa00) 00010000:00010000:2.0:1775764886.485240:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.485242:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b621b lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.485248:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b621b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.485284:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b620d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7657c expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.485300:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6222 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7657c expref: 33 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.485308:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6222 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7657c expref: 33 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.485315:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e000, rc 0) 00000100:00100000:2.0:1775764886.485392:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7272a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132975360:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1179us (1896us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.485399:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16204 00000100:00100000:1.0:1775764886.493025:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.493124:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132975488 00000100:00100000:0.0:1775764886.493135:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132975488 00000100:00100000:0.0:1775764886.493232:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16205 00000100:00100000:0.0:1775764886.493244:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5d1c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132975488:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.493270:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.493291:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b623e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76583 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.493362:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.493378:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.493385:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.493402:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.493413:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.494940:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.495073:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132975616 00000100:00100000:0.0:1775764886.495082:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132975616 00010000:00010000:0.0:1775764886.495118:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6222 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7657c expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.495160:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1955 00000100:00100000:0.0:1775764886.495169:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132975616:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764886.495182:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.495188:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6222 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7657c expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.495200:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6222 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7657c expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.495221:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6222 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7657c expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.495237:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.495242:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.495251:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.495263:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.495271:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.495278:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.495285:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.495312:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764886.495363:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132975616:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 195us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.495371:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1955 00010000:00010000:1.0:1775764886.496404:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.496415:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.497170:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000312fadc4 reply state 000000003744aba9 transno 4294976837 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497189:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497198:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.497201:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764886.497204:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497212:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497218:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.497241:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764886.497249:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6229 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497256:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6229 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497262:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6229 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497268:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6229 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497273:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.497277:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6229 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497283:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6229 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497293:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.497295:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.497299:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6229 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497304:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6229 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.497318:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000312fadc4 reply state 000000003744aba9 transno 4294976837 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b6230 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x34922caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497325:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b6230 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34922caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.497331:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x34922caa (ffff9ee4984d6a00) 00010000:00010000:1.0:1775764886.497333:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764886.497334:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764886.497413:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+110:89014:x1862022132975232:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13640us (13972us total) trans 4294976837 rc 0/0 00000100:00100000:1.0:1775764886.497422:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16203 00010000:00010000:0.0:1775764886.498205:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.498215:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.498262:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.498284:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.498321:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b623e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76583 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.498340:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76583 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.498349:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.498351:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.498354:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcda00, rc 0) 00000100:00100000:0.0:1775764886.498406:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5d1c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132975488:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5164us (5459us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.498417:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16205 00000100:00100000:0.0:1775764886.503215:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.503244:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.503512:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132975744 00000100:00100000:3.0:1775764886.503522:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132975744 00000100:00100000:3.0:1775764886.503605:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132975872 00000100:00100000:3.0:1775764886.503609:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132975872 00000100:00100000:3.0:1775764886.503674:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16206 00000100:00100000:3.0:1775764886.503692:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+110:89014:x1862022132975744:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:3.0:1775764886.503716:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.503737:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b624c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7658a expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.503816:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6253 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.503832:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6253 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.503845:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6253 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.503859:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b625a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.503866:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b625a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.503873:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b625a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504227:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6261 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504239:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6261 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504246:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6261 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764886.504285:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764886.504306:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6261 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504320:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6253 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504327:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6253 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504333:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6253 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504339:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6253 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504344:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0dc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.504349:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6253 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504355:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6253 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504366:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.504369:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.504374:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6253 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504380:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6253 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504391:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b625a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504397:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b625a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504403:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b625a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504408:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.504410:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b625a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504416:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b625a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504423:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4969fc100) 00010000:00010000:3.0:1775764886.504426:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.504428:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b625a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504434:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b625a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504467:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b624c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7658a expref: 112 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504484:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6261 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7658a expref: 111 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504493:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.504495:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764886.504498:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0d800, rc 0) 00000100:00100000:3.0:1775764886.504568:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+111:89014:x1862022132975744:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 877us (1364us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.504575:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16206 00000100:00100000:3.0:1775764886.504596:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16207 00000100:00100000:3.0:1775764886.504605:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132975872:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.504615:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.504652:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6268 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76591 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.504684:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 110 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.504725:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154049024:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764886.504778:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffd80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.507221:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154049024:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764886.507248:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764886.507267:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6268 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76591 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.507295:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.507298:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764886.507304:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6268 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 42 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76591 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.507318:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0d200, rc 0) 00000100:00100000:3.0:1775764886.507414:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132975872:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2809us (4168us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764886.507424:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16207 00000100:00100000:1.0:1775764886.512254:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.512353:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132976000 00000100:00100000:0.0:1775764886.512365:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132976000 00000100:00100000:0.0:1775764886.512429:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16208 00000100:00100000:0.0:1775764886.512440:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132976000:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.512461:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.512482:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b626f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76598 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512549:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b6276 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512565:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b6276 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512579:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b6276 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512594:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b627d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512601:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b627d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512608:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b627d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512729:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512741:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512748:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.512786:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.512809:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512823:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b6276 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512830:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b6276 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512835:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b6276 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512842:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b6276 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512848:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.512852:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b6276 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512860:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b6276 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512871:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.512874:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.512879:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b6276 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512885:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b6276 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512897:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b627d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512903:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b627d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512908:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b627d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512913:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.512916:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b627d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512921:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b627d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512929:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4984d6600) 00010000:00010000:0.0:1775764886.512931:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.512933:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b627d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.512939:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b627d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.513136:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b626f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76598 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.513154:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76598 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.513160:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.513163:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.513165:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697c00, rc 0) 00000100:00100000:0.0:1775764886.513339:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132976000:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 901us (1095us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.513348:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16208 00000100:00100000:1.0:1775764886.514490:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.515414:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132976256 00000100:00100000:3.0:1775764886.515426:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132976256 00000100:00100000:3.0:1775764886.515489:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16209 00000100:00100000:3.0:1775764886.515501:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+111:89014:x1862022132976256:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764886.515553:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.515583:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6261 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7658a expref: 111 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.515605:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.515611:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764886.515657:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b628b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.515671:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b628b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.515692:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b628b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.515708:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b6292 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9cc73255 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.515716:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b6292 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9cc73255 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.515722:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b6292 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9cc73255 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.515742:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.515758:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76583 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.515765:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76598 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.515771:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 5/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.516121:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76598 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.516138:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76598 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.516155:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154049152:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.516257:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76583 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.516266:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76583 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.516274:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa30a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154049280:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764886.516299:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffd80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.516998:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.517162:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132976384 00000100:00100000:0.0:1775764886.517170:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132976384 00000100:00100000:0.0:1775764886.517220:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16210 00000100:00100000:0.0:1775764886.517229:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022132976384:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.517245:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.517262:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b62a0 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7659f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.517296:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 110 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.517328:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385044380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154049408:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764886.517388:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.518405:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.518476:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132976512 00000100:00100000:3.0:1775764886.518482:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132976512 00010000:00010000:3.0:1775764886.518512:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76598 expref: 36 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.518548:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1956 00000100:00100000:3.0:1775764886.518556:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022132976512:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764886.518568:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.518575:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 44 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76598 expref: 36 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.518588:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 44 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76598 expref: 36 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.518610:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.518615:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.518660:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.518673:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764886.518730:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022132976512:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 175us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.518738:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1956 00000100:00100000:0.0:1775764886.524339:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385044380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154049408:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.524366:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.524387:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b62a0 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 43 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7659f expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.524409:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.524412:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.524416:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b62a0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 43 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7659f expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.524430:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696c00, rc 0) 00000100:00100000:0.0:1775764886.524493:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022132976384:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7265us (7497us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.524502:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16210 00010000:00010000:3.0:1775764886.527595:0:6518:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.48@tcp) returned -22 from blocking AST (req@0000000065a41de5 x1862022154049152) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76598 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.527659:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6284 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76598 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.527752:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154049152:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764886.527769:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa30a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154049280:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.527790:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.527796:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.527820:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.527830:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.529113:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.529189:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132976640 00000100:00100000:3.0:1775764886.529198:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132976640 00010000:00010000:3.0:1775764886.529235:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76583 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.529311:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1957 00000100:00100000:3.0:1775764886.529321:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132976640:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764886.529335:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.529341:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76583 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.529352:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76583 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.529370:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b6245 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76583 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.529384:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.529388:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.529401:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.529409:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.529441:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764886.529493:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2407:x1862022132976640:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 174us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.529500:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1957 00010000:00010000:2.0:1775764886.529559:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.529568:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.530086:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078f0bf58 reply state 0000000053cb3561 transno 4294976838 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.530101:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.530109:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.530112:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764886.530116:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764886.530122:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b628b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.530129:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b628b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.530135:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b628b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.530141:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b628b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.530146:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.530151:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b628b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.530159:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b628b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.530169:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.530171:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.530176:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b628b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.530181:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b628b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.530193:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078f0bf58 reply state 0000000053cb3561 transno 4294976838 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b6292 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9cc73255 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.530200:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b6292 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9cc73255 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.530209:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9cc73255 (ffff9ee4969fc100) 00010000:00010000:2.0:1775764886.530211:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764886.530212:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764886.530271:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+112:89014:x1862022132976256:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14771us (15784us total) trans 4294976838 rc 0/0 00000100:00100000:2.0:1775764886.530278:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16209 00000100:00100000:2.0:1775764886.532591:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.533093:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132976768 00000100:00100000:0.0:1775764886.533104:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132976768 00000100:00100000:0.0:1775764886.533187:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16211 00000100:00100000:0.0:1775764886.533197:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132976768:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.533216:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.533236:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b62a7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765a6 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533298:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b62ae lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533312:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b62ae lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533324:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b62ae lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533338:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b62b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533345:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b62b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533351:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b62b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533430:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b62bc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533440:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b62bc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533446:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b62bc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.533483:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.533505:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b62bc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533518:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b62ae lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533525:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b62ae lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533531:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b62ae lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533537:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b62ae lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533543:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.533547:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b62ae lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533555:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b62ae lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533566:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.533569:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.533573:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b62ae lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533580:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b62ae lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533592:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b62b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533598:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b62b5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533603:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b62b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533608:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.533610:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b62b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533616:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b62b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533672:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4984d6600) 00010000:00010000:0.0:1775764886.533674:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.533687:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b62b5 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533693:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b62b5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533725:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b62a7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765a6 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533738:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b62bc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765a6 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.533745:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.533747:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.533749:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696e00, rc 0) 00000100:00100000:0.0:1775764886.533906:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132976768:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 710us (1323us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.533914:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16211 00000100:00100000:1.0:1775764886.537386:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.537468:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132976896 00000100:00100000:0.0:1775764886.537479:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132976896 00000100:00100000:0.0:1775764886.537535:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16212 00000100:00100000:0.0:1775764886.537546:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+112:89014:x1862022132976896:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764886.537572:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.537592:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b62c3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765ad expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537701:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b62ca lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537720:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b62ca lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537731:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b62ca lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537748:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b62d1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537755:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b62d1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537762:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b62d1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537847:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b62d8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537858:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b62d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537865:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b62d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.537903:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.537924:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b62d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537939:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b62ca lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537945:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b62ca lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537962:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b62ca lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537968:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b62ca lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537974:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.537979:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b62ca lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.537988:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b62ca lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.538000:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.538003:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.538007:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b62ca lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.538012:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b62ca lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.538024:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b62d1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.538030:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b62d1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.538035:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b62d1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.538040:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.538043:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b62d1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.538049:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b62d1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.538056:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee384aa3500) 00010000:00010000:0.0:1775764886.538058:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.538061:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b62d1 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.538066:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b62d1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.538097:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b62c3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765ad expref: 114 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.538108:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b62d8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765ad expref: 113 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.538115:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.538117:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.538119:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697000, rc 0) 00000100:00100000:0.0:1775764886.538231:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+113:89014:x1862022132976896:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 686us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.538237:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16212 00000100:00100000:2.0:1775764886.541291:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.541361:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132977152 00000100:00100000:0.0:1775764886.541373:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132977152 00000100:00100000:0.0:1775764886.541467:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16213 00000100:00100000:0.0:1775764886.541478:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+113:89014:x1862022132977152:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764886.541535:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.541563:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b62d8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765ad expref: 113 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.541585:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.541590:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764886.541616:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b62df lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.541658:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b62df lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.541668:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b62df lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.541693:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b62e6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x58aa8707 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.541700:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b62e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x58aa8707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.541707:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b62e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x58aa8707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.541725:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.541741:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b62bc lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765a6 expref: 32 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.541749:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.541783:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b62bc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765a6 expref: 32 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.541798:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b62bc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765a6 expref: 32 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.541812:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385044380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154049536:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764886.541882:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.543718:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.545284:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.545315:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132977408 00000100:00100000:0.0:1775764886.545324:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132977408 00010000:00010000:0.0:1775764886.545360:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b62bc lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765a6 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.545391:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1958 00000100:00100000:0.0:1775764886.545399:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132977408:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764886.545418:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.545428:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b62bc lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765a6 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.545444:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b62bc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765a6 expref: 33 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.545473:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.545479:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.545509:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.545519:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.545542:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764886.545606:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132977408:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 207us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.545613:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1958 00010000:00010000:3.0:1775764886.546192:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b62bc lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765a6 expref: 32 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.546210:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385044380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154049536:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.546229:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.546238:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.546244:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.546864:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fa8151b reply state 00000000d35ec9cc transno 4294976839 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.546881:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.546889:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.546892:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764886.546896:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.546904:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b62df lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.546910:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b62df lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.546917:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b62df lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.546922:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b62df lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.546928:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.546932:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b62df lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.546939:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b62df lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.547154:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.547158:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.547161:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b62df lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.547168:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b62df lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.547181:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fa8151b reply state 00000000d35ec9cc transno 4294976839 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b62e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x58aa8707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.547191:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b62e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58aa8707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.547199:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x58aa8707 (ffff9ee384aa3d00) 00010000:00010000:3.0:1775764886.547201:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.547204:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.547270:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+114:89014:x1862022132977152:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5794us (5988us total) trans 4294976839 rc 0/0 00000100:00100000:3.0:1775764886.547278:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16213 00000100:00100000:2.0:1775764886.547334:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132977280 00000100:00100000:2.0:1775764886.547340:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132977280 00000100:00100000:1.0:1775764886.547420:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16214 00000100:00100000:1.0:1775764886.547431:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132977280:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.547448:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.547464:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b62f4 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765b4 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.547493:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 113 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.547533:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825ce680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154049664:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764886.547587:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.550233:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.551411:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825ce680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154049664:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764886.551436:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.551455:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b62f4 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765b4 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.551477:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.551479:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764886.551484:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b62f4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 42 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765b4 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.551498:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f200, rc 0) 00000100:00100000:1.0:1775764886.551610:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132977280:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4180us (7898us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764886.551618:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16214 00000100:00100000:1.0:1775764886.551675:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132977536 00000100:00100000:1.0:1775764886.551799:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132977536 00000100:00100000:0.0:1775764886.551909:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16215 00000100:00100000:0.0:1775764886.551919:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+114:89014:x1862022132977536:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764886.551942:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.551971:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b62fb lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765bb expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552029:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6302 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552041:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6302 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552053:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6302 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552067:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6309 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552073:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6309 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552079:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6309 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552162:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6310 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552171:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6310 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552178:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6310 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.552215:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.552238:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6310 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552252:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6302 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552258:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6302 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552263:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6302 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552269:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6302 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552274:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.552278:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6302 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552289:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6302 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552299:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.552302:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.552305:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6302 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552311:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6302 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552322:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6309 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552327:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6309 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552334:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6309 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552338:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.552341:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6309 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552346:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6309 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552353:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee384aa3500) 00010000:00010000:0.0:1775764886.552356:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.552358:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6309 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552368:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6309 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552399:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b62fb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765bb expref: 116 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552411:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6310 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765bb expref: 115 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.552418:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.552420:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.552422:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697600, rc 0) 00000100:00100000:0.0:1775764886.552457:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+115:89014:x1862022132977536:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 540us (2234us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.552463:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16215 00000100:00100000:0.0:1775764886.555587:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.556351:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.557152:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132977792 00000100:00100000:2.0:1775764886.557164:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132977792 00000100:00100000:2.0:1775764886.557217:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132977920 00000100:00100000:2.0:1775764886.557221:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132977920 00000100:00100000:2.0:1775764886.557254:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16216 00000100:00100000:2.0:1775764886.557263:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+115:89014:x1862022132977792:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.557319:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.557350:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6310 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765bb expref: 115 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.557376:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.557381:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764886.557410:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6317 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.557427:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6317 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.557442:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6317 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.557457:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b631e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa3a2c77e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.557463:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b631e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa3a2c77e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.557468:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b631e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa3a2c77e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.557485:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.557502:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.557509:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.557833:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16217 00000100:00100000:3.0:1775764886.557844:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132977920:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.557857:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.557869:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b632c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765c2 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.557912:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6333 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.557921:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6333 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.557929:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6333 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.557939:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b633a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.557958:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b633a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.557965:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b633a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.558007:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.558016:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.558022:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.558041:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.558051:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.558715:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7bc8062 reply state 0000000040ecdc4a transno 4294976840 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558731:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558737:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.558740:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764886.558742:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558753:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558759:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.558779:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764886.558786:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6317 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558793:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6317 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558799:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6317 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558805:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6317 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558811:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.558815:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6317 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558822:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6317 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558832:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.558834:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.558837:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6317 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558843:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6317 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.558856:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7bc8062 reply state 0000000040ecdc4a transno 4294976840 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b631e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa3a2c77e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558863:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b631e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa3a2c77e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.558869:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa3a2c77e (ffff9ee38404fa00) 00010000:00010000:2.0:1775764886.558871:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764886.558873:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764886.558969:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+116:89014:x1862022132977792:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1704us (3386us total) trans 4294976840 rc 0/0 00000100:00100000:2.0:1775764886.558977:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16216 00010000:00010000:3.0:1775764886.559926:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.559938:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764886.560093:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764886.560118:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560133:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6333 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560140:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6333 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560146:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6333 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560153:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6333 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560159:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.560163:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6333 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560175:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6333 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560189:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.560192:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.560195:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6333 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560202:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6333 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560215:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b633a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560221:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b633a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560226:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b633a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560231:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.560234:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b633a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560239:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b633a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560245:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee4969fc900) 00010000:00010000:3.0:1775764886.560247:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.560250:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b633a lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560260:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b633a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560297:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b632c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765c2 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560309:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765c2 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.560316:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.560318:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764886.560321:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0de00, rc 0) 00000100:00100000:3.0:1775764886.560389:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132977920:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2547us (4040us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.560397:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16217 00000100:00100000:0.0:1775764886.564903:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.564945:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.565033:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132978048 00000100:00100000:1.0:1775764886.565043:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132978048 00000100:00100000:1.0:1775764886.565098:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132978176 00000100:00100000:1.0:1775764886.565101:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132978176 00000100:00100000:1.0:1775764886.565123:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16218 00000100:00100000:1.0:1775764886.565131:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132978048:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.565153:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.565173:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6348 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765c9 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.565211:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 116 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.565249:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825ce680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154049792:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764886.565328:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.565566:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16219 00000100:00100000:0.0:1775764886.565576:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+116:89014:x1862022132978176:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764886.565590:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.565600:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b634f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765d0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565693:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6356 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565712:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6356 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565725:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6356 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565741:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b635d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565748:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b635d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565754:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b635d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565835:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6364 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565845:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6364 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565853:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6364 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.565895:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.565917:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6364 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565933:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6356 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565939:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6356 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565957:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6356 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565964:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6356 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565970:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.565974:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6356 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565981:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6356 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.565993:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.565996:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.566001:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6356 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.566007:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6356 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.566020:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b635d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.566026:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b635d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.566031:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b635d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.566036:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.566039:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b635d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.566045:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b635d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.566053:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee384aa3500) 00010000:00010000:0.0:1775764886.566055:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.566058:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b635d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.566063:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b635d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.566093:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b634f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765d0 expref: 118 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.566105:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6364 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765d0 expref: 117 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.566112:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.566114:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.566117:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697200, rc 0) 00000100:00100000:0.0:1775764886.566156:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+117:89014:x1862022132978176:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 582us (1210us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.566164:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16219 00000100:00100000:2.0:1775764886.571171:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.571283:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132978432 00000100:00100000:3.0:1775764886.571292:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132978432 00000100:00100000:3.0:1775764886.571353:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16220 00000100:00100000:3.0:1775764886.571363:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+117:89014:x1862022132978432:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764886.571424:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.571452:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6364 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765d0 expref: 117 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.571470:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.571476:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764886.571501:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b636b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.571515:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b636b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.571524:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b636b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.571538:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b6372 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc37e8312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.571545:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b6372 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc37e8312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.571551:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b6372 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc37e8312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.571568:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.571586:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765c2 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.571595:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.571653:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765c2 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.571667:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765c2 expref: 34 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.571698:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa30380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154049920:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764886.571774:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.572995:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825ce680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154049792:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764886.573018:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.573034:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6348 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765c9 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.573059:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.573062:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764886.573067:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6348 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 45 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765c9 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.573079:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f200, rc 0) 00000100:00100000:1.0:1775764886.573181:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132978048:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8050us (8288us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764886.573191:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16218 00000100:00100000:0.0:1775764886.575489:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.575536:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.575756:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132978688 00000100:00100000:2.0:1775764886.575766:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132978688 00000100:00100000:2.0:1775764886.575821:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16221 00000100:00100000:2.0:1775764886.575831:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132978688:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.575851:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.575871:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6380 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765d7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.575936:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6387 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.575961:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6387 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.575972:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6387 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.575988:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b638e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.575995:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b638e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.576002:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b638e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.576089:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.576100:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.576107:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.576126:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.576136:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.576327:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132978560 00000100:00100000:1.0:1775764886.576332:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132978560 00010000:00010000:1.0:1775764886.576356:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765c2 expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.576379:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1959 00000100:00100000:1.0:1775764886.576387:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132978560:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764886.576396:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.576402:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765c2 expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.576415:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765c2 expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.576434:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.576439:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.576446:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.576458:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.576464:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.576471:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.576477:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.576489:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764886.576539:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132978560:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 152us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.576547:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1959 00010000:00010000:3.0:1775764886.576931:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6341 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765c2 expref: 34 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.576964:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa30380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154049920:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.576985:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.576993:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.576998:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.577431:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f94cd957 reply state 00000000f38e7f18 transno 4294976841 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577445:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577452:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.577455:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764886.577458:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577465:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 44 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577475:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 44 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.577493:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.577500:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b636b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577507:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b636b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577513:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b636b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577520:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b636b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577526:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.577530:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b636b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577537:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b636b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577546:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.577549:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.577553:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b636b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577559:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b636b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.577569:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f94cd957 reply state 00000000f38e7f18 transno 4294976841 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b6372 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc37e8312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577579:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b6372 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc37e8312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.577585:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc37e8312 (ffff9ee4969fc200) 00010000:00010000:3.0:1775764886.577587:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.577589:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.577672:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+118:89014:x1862022132978432:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6309us (6509us total) trans 4294976841 rc 0/0 00010000:00010000:2.0:1775764886.577902:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.577910:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.577961:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.577981:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.577994:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6387 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578000:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6387 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578006:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6387 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578012:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6387 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578017:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.578019:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6387 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578025:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6387 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578034:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.578037:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.578039:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6387 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578045:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b6387 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578056:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b638e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578062:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b638e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578068:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b638e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578074:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.578076:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b638e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578082:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b638e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578089:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee38404fe00) 00010000:00010000:2.0:1775764886.578092:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.578094:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b638e lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578099:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b638e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578132:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b6380 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765d7 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578146:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765d7 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.578154:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.578156:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.578158:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3f200, rc 0) 00000100:00100000:2.0:1775764886.578185:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132978688:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2356us (2648us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.578196:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16221 00000100:00100000:3.0:1775764886.578927:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16220 00000100:00100000:2.0:1775764886.582883:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.582978:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132978816 00000100:00100000:0.0:1775764886.582989:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132978816 00000100:00100000:0.0:1775764886.583048:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16222 00000100:00100000:0.0:1775764886.583058:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+118:89014:x1862022132978816:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764886.583081:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.583102:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b639c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765de expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583170:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b63a3 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583184:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b63a3 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583197:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b63a3 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583211:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b63aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583218:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b63aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583224:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b63aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583308:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b63b1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583319:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b63b1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583326:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b63b1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.583365:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.583386:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b63b1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583401:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b63a3 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583408:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b63a3 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583414:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b63a3 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583422:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b63a3 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583428:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.583432:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b63a3 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583440:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b63a3 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583451:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.583455:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.583459:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b63a3 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583466:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b63a3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583480:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b63aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583486:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b63aa lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583492:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b63aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583497:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.583500:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b63aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583506:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b63aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583513:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee384aa3500) 00010000:00010000:0.0:1775764886.583516:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.583518:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b63aa lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583524:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b63aa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583555:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b639c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765de expref: 120 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583569:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b63b1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765de expref: 119 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.583577:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.583579:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.583582:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697e00, rc 0) 00000100:00100000:0.0:1775764886.583893:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+119:89014:x1862022132978816:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 835us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.583901:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16222 00000100:00100000:2.0:1775764886.585329:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.585396:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132978944 00000100:00100000:0.0:1775764886.585404:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132978944 00000100:00100000:0.0:1775764886.585455:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16223 00000100:00100000:0.0:1775764886.585465:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132978944:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.585482:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.585500:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b63b8 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765e5 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.585534:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 118 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.585575:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385044000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154050048:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764886.585692:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.594332:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385044000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154050048:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.594363:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.594384:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b63b8 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 46 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765e5 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.594407:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.594410:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.594414:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b63b8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 46 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765e5 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.594435:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696200, rc 0) 00000100:00100000:0.0:1775764886.594538:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132978944:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 9074us (9216us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.594547:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16223 00000100:00100000:3.0:1775764886.598124:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.598218:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.598364:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132979328 00000100:00100000:2.0:1775764886.598375:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132979328 00000100:00100000:2.0:1775764886.598473:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132979200 00000100:00100000:2.0:1775764886.598477:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132979200 00000100:00100000:0.0:1775764886.598520:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16224 00000100:00100000:0.0:1775764886.598533:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132979328:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.598555:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.598578:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b63bf lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765ec expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.598618:0:6518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 119 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.598708:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385044000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154050176:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764886.598782:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.601556:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16225 00000100:00100000:1.0:1775764886.601594:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+119:89014:x1862022132979200:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764886.601670:0:10039:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.601716:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b63b1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765de expref: 119 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.601736:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.601742:0:10039:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764886.601768:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b63c6 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.601784:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b63c6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.601794:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b63c6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.601809:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b63cd lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5d771134 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.601816:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b63cd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5d771134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.601822:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b63cd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5d771134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.601840:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.601857:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765d7 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.601866:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.601902:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765d7 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.601918:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765d7 expref: 34 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.601939:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825ce680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154050304:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764886.602659:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.604259:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385044000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154050176:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.604285:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.604304:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b63bf lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 46 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765ec expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.604326:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.604329:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.604334:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b63bf lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 46 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765ec expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.604354:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697000, rc 0) 00000100:00100000:0.0:1775764886.604459:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132979328:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5927us (6345us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.604469:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16224 00000100:00100000:0.0:1775764886.608165:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.608232:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132979456 00000100:00100000:3.0:1775764886.608243:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132979456 00000100:00100000:3.0:1775764886.608305:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16226 00000100:00100000:3.0:1775764886.608316:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132979456:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.608341:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.608361:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b63db lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765f3 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.608401:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 118 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.608447:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa31500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154050432:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764886.608609:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffd80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.616272:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.616333:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825ce680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154050304:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764886.616363:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.616462:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132979584 00000100:00100000:3.0:1775764886.616470:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132979584 00010000:00010000:3.0:1775764886.616506:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765d7 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.616551:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1960 00000100:00100000:3.0:1775764886.616560:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132979584:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764886.616575:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.616582:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765d7 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.616595:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765d7 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.616619:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6395 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765d7 expref: 35 pid: 6520 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.616658:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.616663:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.616691:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.616698:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.616722:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764886.616778:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132979584:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 218us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.616785:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1960 00000100:00100000:3.0:1775764886.616874:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa31500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154050432:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764886.616888:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764886.616900:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b63db lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765f3 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.616914:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.616916:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764886.616920:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b63db lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 45 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765f3 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.616929:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c400, rc 0) 00000100:00100000:3.0:1775764886.616966:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132979456:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8653us (8812us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764886.616972:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16226 00010000:00010000:3.0:1775764886.616996:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.617003:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.617455:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000010e1b070 reply state 00000000c1b35eac transno 4294976842 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.617470:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.617476:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.617478:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764886.617482:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.617489:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b63c6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.617494:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b63c6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.617500:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b63c6 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.617506:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b63c6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.617512:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.617516:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b63c6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.617523:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b63c6 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.617532:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.617534:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.617536:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b63c6 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.617542:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b63c6 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.617554:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000010e1b070 reply state 00000000c1b35eac transno 4294976842 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b63cd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5d771134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.617562:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b63cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5d771134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.617568:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5d771134 (ffff9ee485da8400) 00010000:00010000:3.0:1775764886.617571:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.617573:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.617616:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+120:89014:x1862022132979200:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16048us (19397us total) trans 4294976842 rc 0/0 00000100:00100000:3.0:1775764886.617648:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16225 00000100:00100000:1.0:1775764886.635793:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.635959:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132979712 00000100:00100000:2.0:1775764886.635970:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132979712 00000100:00100000:2.0:1775764886.636032:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16227 00000100:00100000:2.0:1775764886.636043:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+120:89014:x1862022132979712:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764886.636067:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.636088:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b63e2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf765fa expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636158:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b63e9 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636172:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b63e9 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636185:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b63e9 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636201:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b63f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636208:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b63f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636218:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b63f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636591:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b63f7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636604:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b63f7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636612:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b63f7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.636739:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.636763:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b63f7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636778:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b63e9 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636785:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b63e9 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636791:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b63e9 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636797:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b63e9 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636802:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.636871:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b63e9 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636883:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b63e9 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636896:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.636899:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.636904:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b63e9 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636910:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b63e9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636925:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b63f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636931:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b63f0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636937:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b63f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636942:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.636945:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b63f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636961:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b63f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636969:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee38404fe00) 00010000:00010000:2.0:1775764886.636971:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.636973:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b63f0 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.636981:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b63f0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.637018:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b63e2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765fa expref: 122 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.637030:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b63f7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765fa expref: 121 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.637037:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.637039:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.637042:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726e00, rc 0) 00000100:00100000:2.0:1775764886.637153:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+121:89014:x1862022132979712:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 1112us (1370us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.637161:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16227 00000100:00100000:2.0:1775764886.638376:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.638830:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132979840 00000100:00100000:0.0:1775764886.638841:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132979840 00000100:00100000:0.0:1775764886.638903:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16228 00000100:00100000:0.0:1775764886.638913:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132979840:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.638931:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.639156:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b63fe lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76601 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639226:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6405 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639241:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6405 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639251:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6405 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639265:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b640c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639272:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b640c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639282:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b640c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639361:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6413 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639371:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6413 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639378:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6413 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.639416:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.639438:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6413 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639453:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6405 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639459:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6405 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639466:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6405 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639472:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6405 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639478:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.639481:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6405 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639492:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6405 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639504:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.639506:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.639511:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6405 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639516:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b6405 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639530:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b640c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639535:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b640c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639541:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b640c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639545:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.639548:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b640c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639553:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b640c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639560:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee384aa3500) 00010000:00010000:0.0:1775764886.639562:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.639565:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b640c lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639573:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b640c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639604:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b63fe lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76601 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.639617:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6413 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76601 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.642932:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.642937:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.642941:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696200, rc 0) 00010000:00010000:1.0:1775764886.643153:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764886.643251:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132979840:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4334us (4876us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.643262:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16228 00000100:00100000:2.0:1775764886.644574:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.647163:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132980096 00000100:00100000:3.0:1775764886.647177:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132980096 00000100:00100000:3.0:1775764886.647243:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16229 00000100:00100000:3.0:1775764886.647254:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+121:89014:x1862022132980096:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764886.647310:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.647336:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b63f7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf765fa expref: 121 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.647354:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.647359:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764886.647384:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b641a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.647397:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b641a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.647407:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b641a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.647423:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b6421 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x996514f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.647429:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b6421 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x996514f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.647440:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b6421 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x996514f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.647458:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.647474:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6413 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76601 expref: 32 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.647483:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.647518:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6413 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76601 expref: 32 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.647532:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6413 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 46 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76601 expref: 32 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.647547:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa31500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154050560:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764886.648125:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.648227:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.649216:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132980224 00000100:00100000:0.0:1775764886.649225:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132980224 00000100:00100000:0.0:1775764886.649286:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16230 00000100:00100000:0.0:1775764886.649295:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132980224:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.649313:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.649333:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b642f lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76608 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.649369:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 120 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.649409:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385045180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154050688:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764886.649476:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.652406:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.652501:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa31500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154050560:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.652529:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.652605:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132980352 00000100:00100000:0.0:1775764886.652613:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132980352 00010000:00010000:0.0:1775764886.652696:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6413 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76601 expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.652727:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1961 00000100:00100000:0.0:1775764886.652737:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132980352:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764886.652752:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.652759:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6413 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76601 expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.652771:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6413 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76601 expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.652795:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6413 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76601 expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.652811:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.652816:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.652832:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.652841:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.652864:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764886.652924:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132980352:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 188us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.652935:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1961 00010000:00010000:3.0:1775764886.653088:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.653095:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.653566:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aabf0e49 reply state 00000000b676dcc1 transno 4294976843 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.653581:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.653588:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.653590:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764886.653593:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.653600:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b641a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.653607:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b641a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.653613:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b641a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.653643:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b641a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.653650:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.653655:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b641a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.653662:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b641a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.653672:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.653674:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.653677:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b641a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.653684:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b641a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.653695:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aabf0e49 reply state 00000000b676dcc1 transno 4294976843 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b6421 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x996514f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.653704:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b6421 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x996514f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.653710:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x996514f6 (ffff9ee4969fc900) 00010000:00010000:3.0:1775764886.653712:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.653715:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.653764:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+122:89014:x1862022132980096:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6511us (9193us total) trans 4294976843 rc 0/0 00000100:00100000:3.0:1775764886.653772:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16229 00000100:00100000:2.0:1775764886.656570:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.656820:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132980480 00000100:00100000:1.0:1775764886.656831:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132980480 00000100:00100000:1.0:1775764886.656886:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16231 00000100:00100000:1.0:1775764886.656896:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+122:89014:x1862022132980480:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764886.656919:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.656941:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6436 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7660f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657124:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b643d lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657139:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b643d lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657149:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b643d lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657163:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6444 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657169:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6444 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657174:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6444 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657258:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b644b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657268:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b644b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657274:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b644b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.657312:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.657332:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b644b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657348:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b643d lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657355:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b643d lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657361:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b643d lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657367:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b643d lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657374:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.657378:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b643d lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657385:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b643d lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657397:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.657400:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.657404:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b643d lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657410:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b643d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657425:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6444 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657432:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6444 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657437:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6444 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657442:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.657445:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6444 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657451:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6444 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657463:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8700) 00010000:00010000:1.0:1775764886.657466:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.657468:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6444 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657474:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6444 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657504:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6436 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7660f expref: 124 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657517:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b644b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7660f expref: 123 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.657525:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.657527:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.657530:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5a00, rc 0) 00000100:00100000:1.0:1775764886.657662:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+123:89014:x1862022132980480:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 767us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.657669:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16231 00000100:00100000:0.0:1775764886.660936:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385045180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154050688:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.661030:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.661050:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b642f lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76608 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.661073:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.661076:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.661081:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b642f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 47 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76608 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.661095:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697000, rc 0) 00000100:00100000:0.0:1775764886.661191:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132980224:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 11896us (12964us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.661200:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16230 00000100:00100000:2.0:1775764886.671915:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.671988:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.672263:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132980736 00000100:00100000:3.0:1775764886.672273:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132980736 00000100:00100000:3.0:1775764886.672367:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132980864 00000100:00100000:3.0:1775764886.672371:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132980864 00000100:00100000:3.0:1775764886.672407:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16232 00000100:00100000:3.0:1775764886.672418:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+123:89014:x1862022132980736:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764886.672476:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.672503:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b644b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7660f expref: 123 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.672522:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.672528:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764886.672554:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6452 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.672569:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6452 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.672579:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6452 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.672595:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b6459 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbd54cc62 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.672601:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b6459 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbd54cc62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.672608:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b6459 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbd54cc62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.672663:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.672823:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16233 00000100:00100000:0.0:1775764886.672834:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132980864:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.672846:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.672858:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6467 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76616 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.672901:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b646e lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.672910:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b646e lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.672922:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b646e lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.672935:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6475 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.672942:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6475 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.673074:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6475 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.673157:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.673182:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.673191:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.673654:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000027860364 reply state 00000000c3987809 transno 4294976844 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.674127:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.674136:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.674230:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.674242:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674281:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674288:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.674291:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764886.674294:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674300:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674306:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.674363:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.674372:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6452 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674380:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6452 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674386:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6452 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674393:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6452 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674398:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.674401:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6452 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674407:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6452 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674417:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.674419:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.674423:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6452 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674430:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6452 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.674441:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000027860364 reply state 00000000c3987809 transno 4294976844 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b6459 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbd54cc62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674450:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b6459 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbd54cc62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.674456:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbd54cc62 (ffff9ee4969fc600) 00010000:00010000:3.0:1775764886.674458:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.674460:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.674541:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+124:89014:x1862022132980736:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 2122us (2635us total) trans 4294976844 rc 0/0 00000100:00100000:3.0:1775764886.674550:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16232 00010000:00010000:0.0:1775764886.675395:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675405:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.675451:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.675472:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675487:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b646e lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675493:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b646e lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675498:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b646e lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675505:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b646e lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675511:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.675515:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b646e lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675522:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b646e lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675533:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.675535:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.675539:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b646e lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675545:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b646e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675558:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6475 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675565:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6475 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675570:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6475 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675575:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.675578:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6475 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675584:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6475 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675591:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee384aa3500) 00010000:00010000:0.0:1775764886.675593:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.675596:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6475 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675602:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6475 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675891:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6467 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76616 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675906:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76616 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.675913:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.675915:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.675918:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696a00, rc 0) 00000100:00100000:1.0:1775764886.676169:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132980864:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3336us (4179us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.676179:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16233 00000100:00100000:2.0:1775764886.680090:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.680901:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132980992 00000100:00100000:1.0:1775764886.680913:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132980992 00000100:00100000:1.0:1775764886.680981:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16234 00000100:00100000:1.0:1775764886.680991:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132980992:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.681014:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.681037:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6483 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7661d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.681072:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 123 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.681113:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154050816:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764886.681185:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.683066:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.683237:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132981120 00000100:00100000:3.0:1775764886.683246:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132981120 00000100:00100000:3.0:1775764886.683298:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16235 00000100:00100000:3.0:1775764886.683305:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+124:89014:x1862022132981120:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:3.0:1775764886.683325:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.683343:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b648a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76624 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683404:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b6491 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683417:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b6491 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683433:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b6491 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683447:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6498 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683453:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6498 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683460:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6498 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683536:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b649f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683545:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b649f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683551:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b649f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764886.683589:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764886.683608:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b649f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683657:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b6491 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683665:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b6491 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683671:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b6491 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683685:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b6491 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683691:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.683695:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b6491 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683702:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b6491 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683713:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.683716:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.683720:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b6491 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683726:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b6491 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683739:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6498 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683744:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6498 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683750:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6498 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683755:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4c21cd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.683757:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6498 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683767:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6498 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683773:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee4969fc500) 00010000:00010000:3.0:1775764886.683776:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.683778:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6498 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683783:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6498 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683819:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b648a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76624 expref: 126 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683831:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b649f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76624 expref: 125 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.683837:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.683838:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764886.683841:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8bc00, rc 0) 00000100:00100000:3.0:1775764886.683900:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+125:89014:x1862022132981120:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 596us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.683908:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16235 00000100:00100000:1.0:1775764886.684223:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154050816:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764886.684243:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.684253:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6483 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 49 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7661d expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.684266:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.684268:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764886.684271:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6483 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 49 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7661d expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.684281:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c4000, rc 0) 00000100:00100000:1.0:1775764886.684313:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132980992:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3324us (4235us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764886.684319:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16234 00000100:00100000:2.0:1775764886.689561:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.690057:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132981248 00000100:00100000:3.0:1775764886.690068:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132981248 00000100:00100000:3.0:1775764886.690168:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16236 00000100:00100000:3.0:1775764886.690179:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132981248:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.690202:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.690223:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b64a6 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7662b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.690262:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 124 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.690303:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa31500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154050944:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764886.690395:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.692454:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.693293:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa31500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154050944:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764886.693319:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764886.693336:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b64a6 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 49 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7662b expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.693357:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.693360:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764886.693364:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b64a6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 49 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7662b expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.693377:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a800, rc 0) 00000100:00100000:3.0:1775764886.693471:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132981248:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3294us (3919us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764886.693480:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16236 00000100:00100000:1.0:1775764886.693518:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132981504 00000100:00100000:1.0:1775764886.693525:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132981504 00000100:00100000:1.0:1775764886.693585:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16237 00000100:00100000:1.0:1775764886.693666:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384847100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+125:89014:x1862022132981504:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764886.693728:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.693746:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b649f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76624 expref: 125 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.693757:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.693760:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764886.693781:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b64ad lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.693794:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b64ad lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.693818:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b64ad lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.693836:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b64b4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd971c942 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.693843:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b64b4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd971c942 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.693850:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b64b4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd971c942 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.693867:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.693882:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76616 expref: 32 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.693891:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.693921:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76616 expref: 32 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.693934:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76616 expref: 32 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.693961:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154051072:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764886.694014:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.699654:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.699708:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.699738:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132981760 00000100:00100000:2.0:1775764886.699747:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132981760 00000100:00100000:2.0:1775764886.699801:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16238 00000100:00100000:2.0:1775764886.699829:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132981760:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.699852:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.699875:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b64c2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76632 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.699942:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b64c9 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.700081:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154051072:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764886.700105:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.700158:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b64c9 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.700170:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b64c9 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.700185:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b64d0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.700192:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b64d0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.700198:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b64d0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.700286:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.700302:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.700308:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.700324:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.700332:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.701161:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132981632 00000100:00100000:3.0:1775764886.701169:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132981632 00010000:00010000:3.0:1775764886.701198:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76616 expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.701292:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1962 00000100:00100000:3.0:1775764886.701301:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132981632:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764886.701317:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.701323:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76616 expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.701336:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76616 expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.701354:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b647c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76616 expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.701369:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.701374:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.701382:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.701395:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.701401:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.701407:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.701416:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.701441:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764886.701512:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132981632:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 211us (1899us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.701519:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1962 00010000:00010000:1.0:1775764886.702308:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.702319:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.702904:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7b1c1e3 reply state 00000000a69b06ce transno 4294976845 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.702920:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.702928:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.702930:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764886.702933:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.703025:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.703033:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.703055:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764886.703062:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b64ad lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.703068:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b64ad lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.703074:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b64ad lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.703079:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b64ad lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.703085:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.703090:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b64ad lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.703098:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b64ad lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.703107:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.703109:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.703112:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b64ad lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.703118:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b64ad lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.703132:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7b1c1e3 reply state 00000000a69b06ce transno 4294976845 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b64b4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd971c942 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.703140:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b64b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd971c942 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.703147:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd971c942 (ffff9ee485da8700) 00010000:00010000:1.0:1775764886.703148:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764886.703150:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764886.703220:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384847100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+126:89014:x1862022132981504:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9610us (10772us total) trans 4294976845 rc 0/0 00000100:00100000:1.0:1775764886.703227:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16237 00010000:00010000:2.0:1775764886.703858:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.703868:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.703908:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.703927:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.703940:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b64c9 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.703962:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b64c9 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.703968:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b64c9 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.703974:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b64c9 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.703980:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.703983:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b64c9 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.703989:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b64c9 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.703999:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.704001:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.704004:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b64c9 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.704010:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b64c9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.704022:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b64d0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.704027:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b64d0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.704033:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b64d0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.704037:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.704039:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b64d0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.704044:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b64d0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.704055:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee38404fe00) 00010000:00010000:2.0:1775764886.704057:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.704060:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b64d0 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.704065:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b64d0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.704101:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b64c2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76632 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.704114:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76632 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.704121:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.704124:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.704126:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727c00, rc 0) 00000100:00100000:2.0:1775764886.704175:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132981760:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4348us (4466us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.704182:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16238 00000100:00100000:2.0:1775764886.707513:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.707552:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.707866:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132981888 00000100:00100000:0.0:1775764886.707877:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132981888 00000100:00100000:0.0:1775764886.707971:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132982016 00000100:00100000:0.0:1775764886.707975:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132982016 00000100:00100000:0.0:1775764886.708038:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16239 00000100:00100000:0.0:1775764886.708048:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132981888:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.708070:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.708093:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b64de lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76639 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.708130:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 126 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.708173:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385045180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154051200:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764886.708247:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.708614:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16240 00000100:00100000:1.0:1775764886.708652:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+126:89014:x1862022132982016:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764886.708666:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.708688:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b64e5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76640 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.708747:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b64ec lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.708767:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b64ec lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.708780:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b64ec lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.708796:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b64f3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.708804:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b64f3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.708810:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b64f3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.708896:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b64fa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.708906:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b64fa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.708913:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b64fa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.708961:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.708984:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b64fa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.708999:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b64ec lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709005:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b64ec lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709010:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b64ec lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709016:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b64ec lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709021:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.709026:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b64ec lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709033:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b64ec lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709045:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.709047:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.709051:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b64ec lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709057:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b64ec lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709070:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b64f3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709075:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b64f3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709080:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b64f3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709085:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.709087:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b64f3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709093:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b64f3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709098:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee485da8f00) 00010000:00010000:1.0:1775764886.709100:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.709103:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b64f3 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709107:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b64f3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709138:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b64e5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76640 expref: 128 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709149:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b64fa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76640 expref: 127 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.709156:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.709158:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.709161:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5000, rc 0) 00000100:00100000:1.0:1775764886.709209:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+127:89014:x1862022132982016:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 587us (1657us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.709217:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16240 00000004:00010000:0.0:1775764886.712337:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764886 -> 1775764887 00000100:00100000:0.0:1775764886.712356:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385045180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154051200:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.712378:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.712399:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b64de lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 50 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76639 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.712419:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.712421:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.712426:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b64de lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 50 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76639 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.712438:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696c00, rc 0) 00000100:00100000:0.0:1775764886.712532:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132981888:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4485us (5029us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.712541:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16239 00000100:00100000:1.0:1775764886.716506:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.716591:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132982144 00000100:00100000:3.0:1775764886.716603:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132982144 00000100:00100000:3.0:1775764886.716705:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16241 00000100:00100000:3.0:1775764886.716715:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132982144:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.716739:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.716759:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b6501 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76647 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.716796:0:27904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 126 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.716847:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa31500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154051328:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764886.716923:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.725728:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.725872:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132982400 00000100:00100000:1.0:1775764886.725883:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132982400 00000100:00100000:1.0:1775764886.725957:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16242 00000100:00100000:1.0:1775764886.725968:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+127:89014:x1862022132982400:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764886.726028:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.726059:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b64fa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76640 expref: 127 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.726081:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.726087:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764886.726118:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b6508 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.726131:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b6508 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.726141:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b6508 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.726155:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b650f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x667ab1c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.726161:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b650f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x667ab1c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.726168:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b650f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x667ab1c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.726186:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.726204:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76632 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.726212:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.726245:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76632 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.726259:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76632 expref: 34 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.726274:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825cd500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154051456:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764886.726364:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afbe40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.728158:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa31500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154051328:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764886.728187:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764886.728204:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b6501 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 50 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76647 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.728225:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.728228:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764886.728234:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b6501 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 50 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76647 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.728247:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a800, rc 0) 00000100:00100000:3.0:1775764886.728302:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132982144:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 11588us (11805us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764886.728310:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16241 00000100:00100000:1.0:1775764886.730445:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825cd500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154051456:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764886.730472:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.732793:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.733055:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132982528 00000100:00100000:3.0:1775764886.733065:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132982528 00000100:00100000:3.0:1775764886.733170:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16243 00000100:00100000:3.0:1775764886.733180:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132982528:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.733203:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.733225:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b651d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7664e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.733261:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 126 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.733304:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa31500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154051584:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764886.733405:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.735235:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.735320:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132982656 00000100:00100000:1.0:1775764886.735328:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132982656 00010000:00010000:1.0:1775764886.735366:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76632 expref: 35 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.735408:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1963 00000100:00100000:1.0:1775764886.735416:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384846d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132982656:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764886.735430:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.735436:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76632 expref: 35 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.735450:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76632 expref: 35 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.735471:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b64d7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76632 expref: 35 pid: 10039 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.735486:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.735492:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.735509:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.735516:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.735542:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764886.735586:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384846d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132982656:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 171us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.735592:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1963 00010000:00010000:1.0:1775764886.735715:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.735723:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.736198:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051934351 reply state 00000000853785d0 transno 4294976846 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.736215:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.736223:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.736225:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764886.736228:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764886.736234:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b6508 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.736240:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b6508 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.736247:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b6508 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.736253:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b6508 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.736259:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.736264:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b6508 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.736271:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b6508 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.736282:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.736284:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.736288:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b6508 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.736292:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b6508 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.736303:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051934351 reply state 00000000853785d0 transno 4294976846 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b650f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x667ab1c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.736311:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b650f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x667ab1c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.736316:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x667ab1c7 (ffff9ee485da8f00) 00010000:00010000:1.0:1775764886.736319:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764886.736320:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764886.736377:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+128:89014:x1862022132982400:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10410us (10658us total) trans 4294976846 rc 0/0 00000100:00100000:1.0:1775764886.736383:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16242 00000100:00100000:3.0:1775764886.738822:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa31500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154051584:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764886.738849:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764886.738868:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b651d lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 49 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7664e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.738888:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.738892:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764886.738897:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b651d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 49 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7664e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.738909:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8ac00, rc 0) 00000100:00100000:3.0:1775764886.738987:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132982528:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5809us (6203us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764886.738994:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16243 00000100:00100000:3.0:1775764886.740314:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.740382:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132982784 00000100:00100000:2.0:1775764886.740391:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132982784 00000100:00100000:2.0:1775764886.740445:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16244 00000100:00100000:2.0:1775764886.740455:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+128:89014:x1862022132982784:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764886.740480:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.740500:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6524 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76655 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740562:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b652b lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740576:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b652b lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740588:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b652b lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740602:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6532 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740609:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6532 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740616:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6532 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740736:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6539 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740745:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6539 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740753:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6539 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.740791:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.740814:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6539 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740829:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b652b lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740835:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b652b lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740841:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b652b lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740847:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b652b lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740853:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.740857:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b652b lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740864:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b652b lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740874:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.740877:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.740882:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b652b lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740888:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b652b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740900:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6532 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740906:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6532 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740912:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6532 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740918:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.740920:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6532 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740926:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6532 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740933:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee38404fe00) 00010000:00010000:2.0:1775764886.740935:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.740938:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6532 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740957:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6532 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.740990:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6524 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76655 expref: 130 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.741003:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6539 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76655 expref: 129 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.741009:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.741011:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.741013:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726800, rc 0) 00000100:00100000:2.0:1775764886.741081:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+129:89014:x1862022132982784:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 627us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.741092:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16244 00000100:00100000:3.0:1775764886.742200:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.742441:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132982912 00000100:00100000:1.0:1775764886.742449:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132982912 00000100:00100000:1.0:1775764886.742543:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16245 00000100:00100000:1.0:1775764886.742552:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132982912:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.742569:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.742584:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b6540 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7665c expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.742750:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6547 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.742763:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6547 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.742774:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6547 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.742788:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b654e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.742796:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b654e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.742802:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b654e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.742874:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b6555 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.742887:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b6555 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.742894:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b6555 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.742931:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.744297:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b6555 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744321:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6547 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744329:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6547 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744335:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6547 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744342:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6547 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744348:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.744353:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6547 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744360:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6547 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744375:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.744379:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.744384:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6547 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744390:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6547 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744408:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b654e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744413:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b654e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744418:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b654e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744423:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.744425:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b654e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744430:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b654e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744436:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8900) 00010000:00010000:1.0:1775764886.744438:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.744441:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b654e lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744446:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b654e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744488:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b6540 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7665c expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744505:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b6555 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7665c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.744511:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.744513:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.744516:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5200, rc 0) 00000100:00100000:1.0:1775764886.744591:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132982912:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2039us (2395us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.744600:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16245 00000100:00100000:0.0:1775764886.752496:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.752576:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132983168 00000100:00100000:3.0:1775764886.752586:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132983168 00000100:00100000:3.0:1775764886.752675:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16246 00000100:00100000:3.0:1775764886.752695:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+129:89014:x1862022132983168:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764886.752752:0:8424:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.752780:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6539 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76655 expref: 129 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.752799:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.752804:0:8424:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764886.752829:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b655c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.752843:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b655c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.752853:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b655c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.752871:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b6563 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x16b1f2fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.752877:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b6563 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x16b1f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.752882:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b6563 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x16b1f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.752900:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.752917:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b6555 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7665c expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.752924:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.752983:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b6555 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7665c expref: 32 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.752997:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b6555 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 50 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7665c expref: 32 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.753011:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa30000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154051712:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764886.753089:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.755990:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.756104:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132983296 00000100:00100000:2.0:1775764886.756113:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132983296 00000100:00100000:2.0:1775764886.756169:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16247 00000100:00100000:2.0:1775764886.756177:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132983296:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.756197:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.756214:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6571 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76663 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.756246:0:10039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 128 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.756280:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384844a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154051840:192.168.202.48@tcp:106: 00000100:00100000:2.0:1775764886.756348:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.756502:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa30000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154051712:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.756523:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.758167:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.758343:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132983424 00000100:00100000:1.0:1775764886.758352:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132983424 00010000:00010000:1.0:1775764886.758389:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b6555 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7665c expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.758427:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1964 00000100:00100000:1.0:1775764886.758435:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132983424:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764886.758448:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.758454:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b6555 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7665c expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.758466:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b6555 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7665c expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.758487:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b6555 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7665c expref: 35 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.758506:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.758511:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.758530:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.758537:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.758564:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764886.758615:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132983424:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 181us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.758647:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1964 00010000:00010000:3.0:1775764886.759215:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.759223:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.759896:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006efa9f6d reply state 000000002846e36e transno 4294976847 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.759913:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.759920:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.759922:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764886.759925:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.759932:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b655c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.759938:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b655c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.759943:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b655c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.759985:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b655c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.759991:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.759996:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b655c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.760006:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b655c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.760015:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.760018:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.760021:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b655c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.760026:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b655c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.760037:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006efa9f6d reply state 000000002846e36e transno 4294976847 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b6563 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x16b1f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.760045:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b6563 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16b1f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.760051:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x16b1f2fb (ffff9ee4969fc500) 00010000:00010000:3.0:1775764886.760053:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.760055:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.760129:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+130:89014:x1862022132983168:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7434us (7641us total) trans 4294976847 rc 0/0 00000100:00100000:3.0:1775764886.760137:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16246 00000100:00100000:2.0:1775764886.762551:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384844a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154051840:192.168.202.48@tcp:106: 00002000:00010000:2.0:1775764886.762576:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.762593:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6571 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 50 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76663 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.762613:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.762615:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:3.0:1775764886.763071:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.763385:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132983552 00000100:00100000:0.0:1775764886.763392:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132983552 00000100:00100000:0.0:1775764886.763458:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16248 00000100:00100000:0.0:1775764886.763468:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+130:89014:x1862022132983552:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764886.763490:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.763509:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6578 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7666a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.763569:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b657f lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.763583:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b657f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.763595:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b657f lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.763610:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6586 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.763617:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6586 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.763935:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6586 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764030:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b658d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764040:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b658d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764046:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b658d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.764085:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.764106:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b658d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764120:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b657f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764126:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b657f lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764133:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b657f lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764140:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b657f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764145:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.764150:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b657f lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764157:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b657f lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764172:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.764174:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.764178:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b657f lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764183:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b657f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764196:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6586 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764202:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6586 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764208:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6586 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764213:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.764215:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6586 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764220:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6586 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764226:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee384aa3500) 00010000:00010000:0.0:1775764886.764228:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.764230:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6586 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764236:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6586 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764271:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6578 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7666a expref: 132 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764283:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b658d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7666a expref: 131 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.764291:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.764293:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.764296:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697c00, rc 0) 00000100:00100000:0.0:1775764886.764362:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+131:89014:x1862022132983552:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 896us (1291us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.764370:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16248 00010000:00010000:2.0:1775764886.766012:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6571 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 50 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76663 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.766042:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727600, rc 0) 00000100:00100000:2.0:1775764886.766147:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132983296:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 9967us (10161us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764886.766157:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16247 00000100:00100000:0.0:1775764886.772505:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.772542:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.773492:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132983808 00000100:00100000:3.0:1775764886.773503:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132983808 00000100:00100000:3.0:1775764886.773560:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132983936 00000100:00100000:3.0:1775764886.773564:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132983936 00000100:00100000:3.0:1775764886.773699:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16249 00000100:00100000:3.0:1775764886.773710:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+131:89014:x1862022132983808:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764886.773914:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.773956:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b658d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7666a expref: 131 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.773977:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.773983:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764886.774008:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b6594 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.774020:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b6594 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.774029:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b6594 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.774042:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b659b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xcaa25feb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.774048:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b659b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcaa25feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.774054:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b659b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcaa25feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.774070:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.774085:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.774091:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.775017:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16250 00000100:00100000:2.0:1775764886.775029:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132983936:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.775045:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.775058:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b65a9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76671 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775109:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65b0 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775118:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65b0 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775128:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65b0 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775139:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65b7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775144:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775149:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775195:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775205:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775214:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775230:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775239:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.775552:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be8dc58d reply state 00000000b829e080 transno 4294976848 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.775565:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.775572:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.775574:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764886.775577:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.775582:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.775587:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.775601:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.775607:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b6594 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.775619:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b6594 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.775649:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b6594 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.775654:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b6594 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.775660:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.775662:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b6594 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.775671:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b6594 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775803:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775820:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.775857:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.775876:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775886:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65b0 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775891:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65b0 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775895:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65b0 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775900:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65b0 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775904:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.775907:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65b0 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775912:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65b0 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775921:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.775923:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.775926:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65b0 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775932:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65b0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775960:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775967:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65b7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775972:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65b7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775976:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.775979:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65b7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775984:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65b7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775990:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee38404fe00) 00010000:00010000:2.0:1775764886.775992:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.775994:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65b7 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.775999:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65b7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.776031:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b65a9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76671 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.776045:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76671 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.776052:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.776055:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.776057:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726c00, rc 0) 00000100:00100000:2.0:1775764886.776131:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132983936:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1105us (3587us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.776141:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16250 00010000:00010000:3.0:1775764886.776320:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.776322:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.776326:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b6594 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.776331:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b6594 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.776341:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be8dc58d reply state 00000000b829e080 transno 4294976848 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b659b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcaa25feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.776349:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b659b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcaa25feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.776355:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcaa25feb (ffff9ee4969fca00) 00010000:00010000:3.0:1775764886.776357:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.776359:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.776396:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+132:89014:x1862022132983808:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 2689us (3901us total) trans 4294976848 rc 0/0 00000100:00100000:3.0:1775764886.777281:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16249 00000100:00100000:2.0:1775764886.779967:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.780042:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132984064 00000100:00100000:1.0:1775764886.780052:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132984064 00000100:00100000:1.0:1775764886.780108:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16251 00000100:00100000:1.0:1775764886.780118:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132984064:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.780141:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.780162:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b65c5 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76678 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.780198:0:6519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 131 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.780235:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825cc700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154051968:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764886.780317:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.783451:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.783556:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132984192 00000100:00100000:2.0:1775764886.783564:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132984192 00000100:00100000:2.0:1775764886.783669:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16252 00000100:00100000:2.0:1775764886.783689:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+132:89014:x1862022132984192:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764886.783714:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.783734:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b65cc lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7667f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.783801:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65d3 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.783819:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65d3 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.783832:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65d3 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.783846:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65da lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.783854:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65da lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.783860:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65da lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.783943:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b65e1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.783964:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b65e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.783970:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b65e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.784008:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.784029:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b65e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784044:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65d3 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784050:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65d3 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784056:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65d3 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784061:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65d3 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784066:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.784071:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65d3 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784078:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65d3 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784089:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.784092:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.784096:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65d3 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784101:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b65d3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784113:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65da lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784118:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65da lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784123:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65da lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784129:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.784132:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65da lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784137:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65da lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784142:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee38404fe00) 00010000:00010000:2.0:1775764886.784144:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.784146:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65da lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784151:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b65da lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784182:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b65cc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7667f expref: 134 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784192:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b65e1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7667f expref: 133 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.784199:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.784201:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.784203:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727600, rc 0) 00000100:00100000:2.0:1775764886.784264:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+133:89014:x1862022132984192:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 586us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.784271:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16252 00000100:00100000:0.0:1775764886.784918:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825cc700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154051968:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.784941:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.784963:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b65c5 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 53 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76678 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.784976:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.784979:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.784982:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b65c5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 53 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76678 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.784993:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5c00, rc 0) 00000100:00100000:0.0:1775764886.785036:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132984064:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4920us (5092us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.785044:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16251 00000100:00100000:1.0:1775764886.788736:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.788870:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132984320 00000100:00100000:3.0:1775764886.788880:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132984320 00000100:00100000:3.0:1775764886.788927:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16253 00000100:00100000:3.0:1775764886.788936:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132984320:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.788968:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.788986:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b65e8 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76686 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.789023:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 132 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.789064:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa30700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154052096:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764886.789144:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.791744:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.792034:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132984576 00000100:00100000:0.0:1775764886.792045:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132984576 00000100:00100000:0.0:1775764886.792101:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16254 00000100:00100000:0.0:1775764886.792110:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+133:89014:x1862022132984576:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764886.792162:0:27904:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.792189:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b65e1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7667f expref: 133 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.792208:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.792213:0:27904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764886.792238:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b65ef lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.792252:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b65ef lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.792261:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b65ef lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.792278:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b65f6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf43f461a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.792284:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b65f6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf43f461a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.792290:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b65f6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf43f461a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.792312:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.792329:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76671 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.792337:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.792374:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76671 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.792387:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76671 expref: 34 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.792400:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385044700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154052224:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764886.792473:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.792988:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa30700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154052096:192.168.202.48@tcp:106: 00002000:00010000:1.0:1775764886.793009:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.793023:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b65e8 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 53 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76686 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.793039:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.793041:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764886.793045:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b65e8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 53 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76686 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.793055:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8ac00, rc 0) 00000100:00100000:1.0:1775764886.793098:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132984320:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4163us (4371us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764886.793106:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16253 00000100:00100000:0.0:1775764886.795307:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385044700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154052224:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764886.795331:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.797035:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.797318:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132984704 00000100:00100000:3.0:1775764886.797326:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132984704 00010000:00010000:3.0:1775764886.797365:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76671 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.797402:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1965 00000100:00100000:3.0:1775764886.797411:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132984704:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764886.797424:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.797431:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76671 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.797443:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76671 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.797463:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b65be lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76671 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.797478:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.797483:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.797501:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.797508:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.797532:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764886.797876:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2406:x1862022132984704:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 464us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.797884:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1965 00010000:00010000:0.0:1775764886.798132:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.798141:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.798612:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b9e6b99b reply state 000000000859de6e transno 4294976849 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.798656:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.798665:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.798668:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764886.798671:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764886.798678:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b65ef lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.798684:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b65ef lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.798690:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b65ef lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.798697:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b65ef lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.798702:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.798707:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b65ef lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.798713:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b65ef lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.798721:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.798723:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.798726:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b65ef lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.798732:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b65ef lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764886.798745:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b9e6b99b reply state 000000000859de6e transno 4294976849 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b65f6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf43f461a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.798752:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b65f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf43f461a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.798758:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf43f461a (ffff9ee384aa3500) 00010000:00010000:0.0:1775764886.798759:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764886.798761:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764886.798834:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+134:89014:x1862022132984576:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6723us (7097us total) trans 4294976849 rc 0/0 00000100:00100000:0.0:1775764886.798843:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16254 00000100:00100000:2.0:1775764886.800027:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.800338:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132984832 00000100:00100000:1.0:1775764886.800348:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132984832 00000100:00100000:1.0:1775764886.800575:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16255 00000100:00100000:1.0:1775764886.800585:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132984832:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.800604:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.800650:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6604 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7668d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800724:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b660b lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800741:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b660b lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800752:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b660b lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800766:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b6612 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800772:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b6612 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800778:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b6612 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800862:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6619 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800872:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6619 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800879:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6619 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.800912:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.800932:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6619 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800957:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b660b lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800964:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b660b lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800970:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b660b lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800975:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b660b lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800980:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.800983:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b660b lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.800990:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b660b lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.801000:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.801003:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.801007:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b660b lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.801013:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b660b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.801025:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b6612 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.801029:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b6612 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.801034:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b6612 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.801038:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.801042:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b6612 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.801046:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b6612 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.801052:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee485da8900) 00010000:00010000:1.0:1775764886.801054:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.801056:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b6612 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.801062:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b6612 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.801090:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6604 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7668d expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.801103:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6619 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7668d expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.801109:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.801112:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764886.801114:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c4e00, rc 0) 00000100:00100000:1.0:1775764886.801162:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132984832:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 579us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.801169:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16255 00000100:00100000:3.0:1775764886.806019:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.807323:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.807820:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132984960 00000100:00100000:2.0:1775764886.807832:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132984960 00000100:00100000:2.0:1775764886.807917:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132985088 00000100:00100000:2.0:1775764886.807921:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132985088 00000100:00100000:0.0:1775764886.807970:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16256 00000100:00100000:0.0:1775764886.807983:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+134:89014:x1862022132984960:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:0.0:1775764886.808009:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.808031:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6620 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76694 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808094:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6627 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808109:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6627 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808120:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6627 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808134:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b662e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808140:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b662e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808146:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b662e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808227:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6635 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808237:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6635 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808245:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6635 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.808284:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.808307:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6635 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808323:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6627 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808329:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6627 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808335:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6627 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808340:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6627 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808344:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.808349:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6627 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808355:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6627 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808367:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.808370:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.808374:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6627 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808379:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6627 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808392:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b662e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808397:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b662e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808402:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b662e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808407:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.808409:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b662e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808415:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b662e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808422:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee384aa3200) 00010000:00010000:0.0:1775764886.808424:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.808427:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b662e lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808432:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b662e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808464:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6620 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76694 expref: 136 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808477:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6635 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76694 expref: 135 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808484:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.808486:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.808488:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697800, rc 0) 00000100:00100000:0.0:1775764886.808566:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+135:89014:x1862022132984960:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 586us (2557us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.808572:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16256 00000100:00100000:0.0:1775764886.808592:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16257 00000100:00100000:0.0:1775764886.808600:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132985088:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.808608:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.808616:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b663c lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7669b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.808673:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 134 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.808719:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385044700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154052352:192.168.202.48@tcp:106: 00000100:00100000:0.0:1775764886.808770:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.811969:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385044700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154052352:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.811994:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.812013:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b663c lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 54 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7669b expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.812036:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.812039:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.812044:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b663c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 54 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7669b expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.812056:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696800, rc 0) 00000100:00100000:0.0:1775764886.812119:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132985088:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3519us (4800us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.812127:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16257 00000100:00100000:3.0:1775764886.814785:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.814819:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.815124:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132985344 00000100:00100000:1.0:1775764886.815134:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132985344 00000100:00100000:1.0:1775764886.815185:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132985472 00000100:00100000:1.0:1775764886.815189:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132985472 00000100:00100000:1.0:1775764886.815338:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16258 00000100:00100000:1.0:1775764886.815347:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+135:89014:x1862022132985344:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764886.815399:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.815432:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6635 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76694 expref: 135 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.815457:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.815463:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764886.815495:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6643 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.815510:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6643 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.815543:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6643 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.815564:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b664a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x64b7a1cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.815573:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b664a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x64b7a1cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.815582:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b664a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x64b7a1cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.815600:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.815616:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6619 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7668d expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.815652:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.815881:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6619 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7668d expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.815900:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6619 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7668d expref: 33 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.815919:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384398a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154052480:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764886.816101:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afbc00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.816290:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16259 00000100:00100000:3.0:1775764886.816300:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132985472:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764886.816312:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764886.816324:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b6658 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766a2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.816353:0:6520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 134 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.816377:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa31f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154052608:192.168.202.48@tcp:106: 00000100:00100000:3.0:1775764886.816424:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.824491:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.824845:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384398a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154052480:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764886.824874:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.824965:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132985600 00000100:00100000:2.0:1775764886.824974:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132985600 00010000:00010000:2.0:1775764886.825010:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6619 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 54 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7668d expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.825046:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1966 00000100:00100000:2.0:1775764886.825055:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132985600:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764886.825069:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.825075:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6619 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 55 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7668d expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.825087:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6619 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 55 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7668d expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.825110:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6619 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 55 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7668d expref: 35 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.825126:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.825130:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.825148:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.825155:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.825178:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764886.825228:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132985600:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 174us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.825236:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1966 00010000:00010000:3.0:1775764886.825559:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.825567:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.826076:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e054395 reply state 0000000076fa5dc0 transno 4294976850 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.826092:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.826100:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.826102:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764886.826105:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.826112:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6643 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.826118:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6643 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.826124:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6643 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.826130:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6643 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.826136:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.826140:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6643 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.826147:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6643 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.826155:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.826158:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.826161:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6643 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.826167:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b6643 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.826179:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e054395 reply state 0000000076fa5dc0 transno 4294976850 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b664a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x64b7a1cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.826186:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b664a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64b7a1cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.826192:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x64b7a1cb (ffff9ee485da8900) 00010000:00010000:3.0:1775764886.826194:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.826196:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.826259:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+136:89014:x1862022132985344:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10912us (11483us total) trans 4294976850 rc 0/0 00000100:00100000:3.0:1775764886.826267:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16258 00000100:00100000:3.0:1775764886.829424:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa31f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154052608:192.168.202.48@tcp:106: 00002000:00010000:3.0:1775764886.829448:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764886.829465:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b6658 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 53 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766a2 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.829486:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.829489:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764886.829493:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b6658 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 53 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766a2 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.829506:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a800, rc 0) 00000100:00100000:3.0:1775764886.830024:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132985472:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 13722us (15199us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764886.830033:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16259 00000100:00100000:0.0:1775764886.830245:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.831156:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132985728 00000100:00100000:2.0:1775764886.831166:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132985728 00000100:00100000:2.0:1775764886.831212:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16260 00000100:00100000:2.0:1775764886.831221:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+136:89014:x1862022132985728:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:2.0:1775764886.831244:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.831262:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b665f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766a9 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831322:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6666 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831335:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6666 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831347:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6666 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831362:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b666d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831367:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b666d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831373:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b666d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831456:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6674 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831470:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6674 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831477:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6674 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.831516:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.831536:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6674 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831549:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6666 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831554:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6666 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831560:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6666 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831567:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6666 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831573:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.831577:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6666 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831584:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6666 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831595:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.831597:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.831603:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6666 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831608:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6666 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831646:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b666d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831652:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b666d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831658:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b666d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831663:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.831665:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b666d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.831671:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b666d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.832789:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee38404fe00) 00010000:00010000:2.0:1775764886.832793:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.832798:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b666d lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.832900:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b666d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.833247:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b665f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766a9 expref: 138 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.833268:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6674 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766a9 expref: 137 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.833275:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.833278:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764886.833280:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726e00, rc 0) 00000100:00100000:2.0:1775764886.833340:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+137:89014:x1862022132985728:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 2119us (3094us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.833349:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16260 00000100:00100000:1.0:1775764886.833668:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.833839:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132985856 00000100:00100000:0.0:1775764886.833847:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132985856 00000100:00100000:0.0:1775764886.833889:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16261 00000100:00100000:0.0:1775764886.833897:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132985856:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.833910:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.833925:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b667b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766b0 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.833991:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6682 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834003:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6682 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834013:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6682 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834028:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6689 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834033:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6689 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834039:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6689 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834121:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6690 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834130:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6690 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834136:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6690 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764886.834170:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764886.834189:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6690 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834201:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6682 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834207:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6682 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834213:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6682 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834220:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6682 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834226:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.834230:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6682 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834237:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6682 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834246:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764886.834249:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.834252:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6682 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834258:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6682 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834269:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6689 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834275:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6689 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834281:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6689 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834286:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764886.834288:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6689 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834297:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6689 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834304:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee384aa3200) 00010000:00010000:0.0:1775764886.834306:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764886.834308:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6689 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834313:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6689 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834339:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b667b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766b0 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834349:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6690 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766b0 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.834355:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.834357:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764886.834359:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696c00, rc 0) 00000100:00100000:0.0:1775764886.834408:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132985856:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 512us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.834415:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16261 00000100:00100000:1.0:1775764886.837507:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.839028:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132986112 00000100:00100000:3.0:1775764886.839041:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132986112 00000100:00100000:1.0:1775764886.839128:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.839283:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132986240 00000100:00100000:3.0:1775764886.839288:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132986240 00000100:00100000:3.0:1775764886.839323:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16262 00000100:00100000:3.0:1775764886.839334:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+137:89014:x1862022132986112:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764886.839387:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.839412:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b6674 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 55 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766a9 expref: 137 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.839429:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.839433:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764886.839457:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b6697 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.839469:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b6697 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.839477:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b6697 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.839492:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b669e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x594336c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.839498:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b669e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x594336c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.839508:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b669e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x594336c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.839526:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.839542:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6690 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766b0 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.839550:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.839583:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6690 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 54 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766b0 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.839596:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6690 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 54 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766b0 expref: 33 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.839609:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa31f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154052736:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764886.839712:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.839864:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16263 00000100:00100000:1.0:1775764886.839873:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022132986240:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.839883:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.839893:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b66ac lrc: 2/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766b7 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.839917:0:8424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 3/0,0 mode: PW/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 136 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.839939:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384399180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154052864:192.168.202.48@tcp:106: 00000100:00100000:1.0:1775764886.839997:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764886.845612:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.845840:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa31f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154052736:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.845867:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.846128:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132986368 00000100:00100000:0.0:1775764886.846136:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132986368 00010000:00010000:0.0:1775764886.846171:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6690 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 55 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766b0 expref: 35 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.846206:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1967 00000100:00100000:0.0:1775764886.846216:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880ea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132986368:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764886.846230:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.846238:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6690 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 56 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766b0 expref: 35 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.846250:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6690 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 56 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766b0 expref: 35 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.846271:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6690 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x0 rrc: 56 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766b0 expref: 35 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.846286:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.846290:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.846308:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.846316:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.846343:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764886.846398:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880ea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132986368:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 183us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.846406:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1967 00010000:00010000:3.0:1775764886.847048:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.847056:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.847505:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000806add9c reply state 00000000d273173e transno 4294976851 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.847520:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.847528:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.847531:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764886.847534:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.847541:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b6697 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.847549:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b6697 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.847556:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b6697 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.847562:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b6697 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.847568:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.847572:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b6697 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.847579:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b6697 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.847589:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.847591:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.847596:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b6697 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.847603:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b6697 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.847615:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000806add9c reply state 00000000d273173e transno 4294976851 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b669e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x594336c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.847651:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b669e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x594336c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.847657:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x594336c0 (ffff9ee4969fc700) 00010000:00010000:3.0:1775764886.847659:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.847661:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.848288:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+138:89014:x1862022132986112:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8951us (10785us total) trans 4294976851 rc 0/0 00000100:00100000:3.0:1775764886.848296:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16262 00000100:00100000:0.0:1775764886.850455:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384399180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154052864:192.168.202.48@tcp:106: 00002000:00010000:0.0:1775764886.850482:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764886.850501:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b66ac lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 54 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766b7 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.850522:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.850525:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764886.850530:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b66ac lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x40/0x0 rrc: 54 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766b7 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.850542:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5c00, rc 0) 00000100:00100000:0.0:1775764886.850605:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:2404:x1862022132986240:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 10734us (11479us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764886.850615:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16263 00000100:00100000:3.0:1775764886.853458:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.854930:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132986496 00000100:00100000:2.0:1775764886.855072:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132986496 00000100:00100000:2.0:1775764886.855195:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1428 00000100:00100000:2.0:1775764886.855206:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:336278a0-5969-4695-a4c4-b074c8750a45+138:2407:x1862022132986496:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764886.855223:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.855269:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658ad542 lrc: 0/0,0 mode: --/PW res: [0x200000406:0x40:0x0].0x0 bits 0x48/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7432b expref: 138 pid: 8424 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.855291:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.855297:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764886.855362:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:336278a0-5969-4695-a4c4-b074c8750a45+137:2407:x1862022132986496:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 158us (1915us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.855370:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1428 00000100:00100000:3.0:1775764886.856669:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.856725:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.856816:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132986624 00000100:00100000:1.0:1775764886.856824:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132986624 00000100:00100000:1.0:1775764886.856871:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132986752 00000100:00100000:1.0:1775764886.856874:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132986752 00000100:00100000:1.0:1775764886.856897:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16264 00000100:00100000:1.0:1775764886.856906:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+137:89014:x1862022132986624:12345-192.168.202.48@tcp:101:createmany.0 00010000:00010000:1.0:1775764886.856930:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.856963:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b66b3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766be expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857029:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b66ba lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857043:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b66ba lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857055:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b66ba lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857073:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b66c1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857079:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b66c1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857086:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b66c1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857173:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857182:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857189:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.857226:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.857245:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.857262:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764886.857265:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764886.857267:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764886.857269:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764886.857271:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 16 -> 8 00002000:00010000:1.0:1775764886.857275:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.857280:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b66ba lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857286:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b66ba lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857291:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b66ba lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857296:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b66ba lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857306:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.857309:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b66ba lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857316:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b66ba lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857327:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.857330:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.857334:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b66ba lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857340:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b66ba lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857354:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b66c1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857359:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b66c1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857365:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b66c1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857370:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.857372:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b66c1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857377:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b66c1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857388:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x62da0090 (ffff9ee490edd600) 00010000:00010000:1.0:1775764886.857391:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.857393:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b66c1 lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857400:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b66c1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x62da0090 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857431:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b66b3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766be expref: 139 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857444:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766be expref: 138 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857452:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.857455:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764886.857457:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c4600, rc 0) 00000100:00100000:1.0:1775764886.857510:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+138:89014:x1862022132986624:12345-192.168.202.48@tcp:101:createmany.0 Request processed in 604us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.857517:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16264 00000100:00100000:1.0:1775764886.857536:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16265 00000100:00100000:1.0:1775764886.857544:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+32:89016:x1862022132986752:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.857552:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.857561:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b66cf lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857591:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b66d6 lrc: 3/1,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857600:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b66d6 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857607:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b66d6 lrc: 3/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857661:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b66dd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857669:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b66dd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857676:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b66dd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857709:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857717:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857724:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.857742:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.857753:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.857764:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764886.857766:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764886.857768:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764886.857770:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764886.857773:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764886.857775:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.857778:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b66d6 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857784:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b66d6 lrc: 4/1,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857790:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b66d6 lrc: 3/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857796:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b66d6 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857801:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.857805:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b66d6 lrc: 4/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857810:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b66d6 lrc: 5/0,0 mode: CR/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857818:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.857820:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.857823:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b66d6 lrc: 3/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857828:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b66d6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857837:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b66dd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857847:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b66dd lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857852:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b66dd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857856:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.857859:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b66dd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857865:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b66dd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857872:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x47bf182a (ffff9ee490edd000) 00010000:00010000:1.0:1775764886.857874:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.857877:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b66dd lrc: 2/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857882:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b66dd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x41:0x0].0x47bf182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857905:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b66cf lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766c5 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857917:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766c5 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.857923:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.857926:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764886.857928:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5800, rc 0) 00000100:00100000:1.0:1775764886.857965:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132986752:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 422us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.857972:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16265 00000100:00100000:1.0:1775764886.861108:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.861188:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132987008 00000100:00100000:3.0:1775764886.861198:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132987008 00000100:00100000:3.0:1775764886.861252:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16266 00000100:00100000:3.0:1775764886.861261:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+138:89014:x1862022132987008:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764886.861344:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b66eb lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.861360:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b66eb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.861371:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b66eb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.861387:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b66f2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x448228bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.861393:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b66f2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x448228bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.861399:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b66f2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x448228bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.861417:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.861433:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766be expref: 138 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.861441:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766c5 expref: 32 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.861449:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 5/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.861483:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766c5 expref: 32 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.861496:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766c5 expref: 32 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.861509:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38e213800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154052992:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764886.861597:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766be expref: 138 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.861608:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766be expref: 138 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.861617:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38e210e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154053120:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764886.861670:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffb40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.864926:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.865054:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132987136 00000100:00100000:2.0:1775764886.865065:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132987136 00010000:00010000:2.0:1775764886.865106:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766c5 expref: 33 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.865140:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1968 00000100:00100000:2.0:1775764886.865149:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e212d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132987136:12345-192.168.202.48@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1775764886.865164:0:6505:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766c5 expref: 33 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.865174:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766c5 expref: 33 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.865187:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x59/0x0 rrc: 55 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766c5 expref: 33 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.865195:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.865198:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764886.865201:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.865217:0:6505:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5800/0x2bbd42d658b66e4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x59/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766c5 expref: 33 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.865275:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e212d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132987136:12345-192.168.202.48@tcp:102:ldlm_bl.0 Request processed in 128us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.865282:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1968 00000100:00100000:1.0:1775764886.866264:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38e213800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154052992:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764886.866277:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38e210e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154053120:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764886.866303:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.869404:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.869458:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.869558:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132987264 00000100:00100000:0.0:1775764886.869569:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132987264 00000100:00100000:0.0:1775764886.869670:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16267 00000100:00100000:0.0:1775764886.869681:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132987264:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.869701:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.869720:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6700 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766cc expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.869787:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.869804:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.869811:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.869830:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.869843:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.870001:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132987392 00000100:00100000:2.0:1775764886.870005:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132987392 00010000:00010000:2.0:1775764886.870029:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766be expref: 139 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.870066:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1969 00000100:00100000:2.0:1775764886.870073:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:336278a0-5969-4695-a4c4-b074c8750a45+139:2407:x1862022132987392:12345-192.168.202.48@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1775764886.870084:0:8416:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766be expref: 139 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.870096:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766be expref: 139 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.870107:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x59/0x0 rrc: 56 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766be expref: 139 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.870115:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.870118:0:8416:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764886.870121:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.870128:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.870144:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.870150:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.870158:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.870167:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.870194:0:8416:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4600/0x2bbd42d658b66c8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x59/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766be expref: 139 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870312:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870321:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.870805:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000976c9a9f reply state 000000007a9edfc4 transno 4294976852 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870820:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870827:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.870829:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764886.870832:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870839:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870846:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.870867:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764886.870875:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b66eb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870882:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b66eb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870888:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b66eb lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870895:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b66eb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870900:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.870904:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b66eb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870911:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b66eb lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870922:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.870924:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.870927:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b66eb lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870933:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b66eb lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.870959:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000976c9a9f reply state 000000007a9edfc4 transno 4294976852 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b66f2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x448228bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870969:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b66f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x448228bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.870975:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x448228bd (ffff9ee4969fc400) 00010000:00010000:1.0:1775764886.870977:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764886.870979:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1775764886.871010:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.871016:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.871048:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.871065:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.871087:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764886.871090:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764886.871092:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764886.871095:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764886.871097:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764886.871102:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.871124:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6700 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766cc expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.871137:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766cc expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.871144:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.871147:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764886.871149:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697600, rc 0) 00000100:00100000:2.0:1775764886.871228:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:336278a0-5969-4695-a4c4-b074c8750a45+141:2407:x1862022132987392:12345-192.168.202.48@tcp:102:ldlm_bl.0 Request processed in 1155us (1768us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.871236:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1969 00000100:00100000:1.0:1775764886.871589:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132987264:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1909us (2192us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.871595:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16267 00000100:00100000:1.0:1775764886.871774:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+140:89014:x1862022132987008:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10513us (10676us total) trans 4294976852 rc 0/0 00000100:00100000:1.0:1775764886.871780:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16266 00000100:00100000:3.0:1775764886.884535:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.884850:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132987648 00000100:00100000:2.0:1775764886.884861:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132987648 00000100:00100000:0.0:1775764886.885158:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16268 00000100:00100000:0.0:1775764886.885170:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+140:89014:x1862022132987648:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764886.885265:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b670e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.885282:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b670e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.885297:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b670e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.885311:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6715 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd46507a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.885317:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6715 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd46507a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.885323:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6715 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd46507a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.885337:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.885353:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766cc expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.885361:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.885395:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766cc expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.885407:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766cc expref: 33 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.885420:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385045880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154053248:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764886.885501:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.888484:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.888582:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132987776 00000100:00100000:2.0:1775764886.888592:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132987776 00010000:00010000:2.0:1775764886.888673:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766cc expref: 34 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.888714:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1970 00000100:00100000:2.0:1775764886.888724:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e210e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132987776:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764886.888739:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764886.888763:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766cc expref: 34 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.888776:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766cc expref: 34 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.888798:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.888803:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.888834:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.888841:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.888860:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764886.888916:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e210e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132987776:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 193us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.888924:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1970 00000100:00100000:1.0:1775764886.890067:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.890231:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132987904 00000100:00100000:2.0:1775764886.890238:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132987904 00000100:00100000:2.0:1775764886.890287:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16269 00000100:00100000:2.0:1775764886.890294:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384398380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132987904:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.890310:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.890329:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6723 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766d3 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.890396:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.890407:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.890413:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 58 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.890429:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.890444:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 58 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.891106:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6707 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766cc expref: 35 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.891124:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385045880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154053248:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764886.891143:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.891222:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.891229:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.892024:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5ff3b97 reply state 00000000cdc9e457 transno 4294976853 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892042:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892051:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.892053:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764886.892057:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 57 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892064:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892070:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.892098:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764886.892105:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b670e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892112:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b670e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892118:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b670e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892125:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b670e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892130:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.892135:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b670e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892143:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b670e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892154:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.892156:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.892159:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b670e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892165:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b670e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.892177:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5ff3b97 reply state 00000000cdc9e457 transno 4294976853 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6715 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd46507a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892185:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6715 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd46507a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.892191:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd46507a (ffff9ee384aa3200) 00010000:00010000:1.0:1775764886.892194:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764886.892195:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764886.892277:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+142:89014:x1862022132987648:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7107us (7751us total) trans 4294976853 rc 0/0 00000100:00100000:1.0:1775764886.892286:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16268 00010000:00010000:2.0:1775764886.894448:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.894463:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.894517:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.894544:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.894581:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764886.894585:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764886.894588:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764886.894589:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764886.894591:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764886.894595:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.894664:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b6723 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766d3 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.894694:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766d3 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.894703:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.894705:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764886.894708:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727c00, rc 0) 00000100:00100000:2.0:1775764886.894771:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384398380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132987904:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4476us (4708us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.894779:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16269 00000100:00100000:1.0:1775764886.895871:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.896564:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132988160 00000100:00100000:2.0:1775764886.896574:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132988160 00000100:00100000:2.0:1775764886.896651:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16270 00000100:00100000:2.0:1775764886.896661:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+142:89014:x1862022132988160:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.896750:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6731 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.896766:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6731 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.896777:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6731 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.896791:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6738 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb4209d1d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.896798:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6738 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4209d1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.896803:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6738 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4209d1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.896834:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.896853:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766d3 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.896865:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.896897:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766d3 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.896910:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766d3 expref: 33 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.896923:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384845f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154053376:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.897251:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.904048:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.904148:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384845f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154053376:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764886.904174:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.905696:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.905916:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132988416 00000100:00100000:2.0:1775764886.905925:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132988416 00000100:00100000:2.0:1775764886.905987:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16271 00000100:00100000:2.0:1775764886.905996:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132988416:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.906017:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.906037:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6746 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766da expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.906102:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.906119:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.906127:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 59 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.906144:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.906155:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 59 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.906514:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132988288 00000100:00100000:0.0:1775764886.906520:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132988288 00010000:00010000:0.0:1775764886.906542:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766d3 expref: 36 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.906573:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1971 00000100:00100000:0.0:1775764886.906580:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e213800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022132988288:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764886.906589:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764886.906608:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766d3 expref: 36 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.906640:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766d3 expref: 36 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.906660:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b672a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766d3 expref: 36 pid: 8424 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.906685:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764886.906690:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 59 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.906697:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.906711:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.906718:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.906724:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 59 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.906729:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 59 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.906758:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764886.906824:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e213800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132988288:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 244us (2785us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.906835:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1971 00010000:00010000:3.0:1775764886.906957:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.906966:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.907454:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c55e89f reply state 00000000d3bba741 transno 4294976854 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907468:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907475:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.907478:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764886.907480:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 58 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907488:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907497:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.907512:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764886.907519:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6731 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907525:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6731 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907531:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6731 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907536:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6731 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907541:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764886.907545:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6731 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907552:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6731 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907561:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764886.907563:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764886.907566:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6731 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907572:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b6731 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.907582:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c55e89f reply state 00000000d3bba741 transno 4294976854 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6738 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4209d1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907590:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6738 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4209d1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.907595:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb4209d1d (ffff9ee38404fe00) 00010000:00010000:3.0:1775764886.907598:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764886.907599:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764886.907680:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+144:89014:x1862022132988160:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11020us (11812us total) trans 4294976854 rc 0/0 00000100:00100000:3.0:1775764886.907687:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16270 00010000:00010000:2.0:1775764886.909148:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.909163:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.909210:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.909236:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.909262:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764886.909265:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764886.909268:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764886.909270:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764886.909273:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764886.909277:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.909308:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6746 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766da expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.909333:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766da expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.909342:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.909344:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764886.909348:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726e00, rc 0) 00000100:00100000:2.0:1775764886.909423:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132988416:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3428us (3732us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.909434:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16271 00000100:00100000:3.0:1775764886.911430:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.911937:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132988672 00000100:00100000:2.0:1775764886.911961:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132988672 00000100:00100000:2.0:1775764886.912021:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16272 00000100:00100000:2.0:1775764886.912032:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+144:89014:x1862022132988672:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.912119:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6754 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.912135:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6754 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.912147:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6754 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.912162:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b675b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa344b99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.912168:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b675b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa344b99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.912177:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b675b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa344b99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.912194:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.912212:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766da expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.912219:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.912252:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766da expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.912266:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766da expref: 33 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.912279:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384845f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154053504:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.912355:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764886.918006:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.918091:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132988800 00000100:00100000:1.0:1775764886.918102:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132988800 00010000:00010000:1.0:1775764886.918141:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766da expref: 34 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.918183:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1972 00000100:00100000:1.0:1775764886.918192:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132988800:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764886.918205:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.918227:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766da expref: 34 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.918239:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766da expref: 34 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.918261:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.918267:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.918285:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.918294:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.918312:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764886.918369:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132988800:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 177us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.918376:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1972 00010000:00010000:2.0:1775764886.920208:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b674d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766da expref: 33 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.920229:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384845f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154053504:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764886.920252:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.920261:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.920267:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.921140:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bf8b0400 reply state 0000000009d2147f transno 4294976855 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.921161:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.921169:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.921172:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764886.921176:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764886.921182:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6754 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.921189:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6754 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.921195:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6754 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.921201:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6754 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.921207:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.921211:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6754 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.921218:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6754 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.921227:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.921230:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.921233:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6754 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.921239:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6754 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.921250:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bf8b0400 reply state 0000000009d2147f transno 4294976855 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b675b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa344b99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.921258:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b675b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa344b99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.921264:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa344b99 (ffff9ee38404f200) 00010000:00010000:2.0:1775764886.921266:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764886.921268:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764886.921372:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+146:89014:x1862022132988672:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9339us (9948us total) trans 4294976855 rc 0/0 00000100:00100000:2.0:1775764886.921381:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16272 00000100:00100000:0.0:1775764886.925459:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.925551:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132988928 00000100:00100000:1.0:1775764886.925561:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132988928 00000100:00100000:1.0:1775764886.925654:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16273 00000100:00100000:1.0:1775764886.925666:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132988928:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764886.925696:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764886.925717:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6769 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766e1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.925789:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b6770 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.925803:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b6770 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.925823:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b6770 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764886.925868:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764886.925888:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b6770 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.925907:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764886.925910:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764886.925913:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764886.925915:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764886.925917:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764886.925921:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764886.925940:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6769 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e1 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.925972:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b6770 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e1 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.925980:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.925983:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764886.925987:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5a00, rc 0) 00000100:00100000:1.0:1775764886.926043:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132988928:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 380us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.926051:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16273 00000100:00100000:3.0:1775764886.928058:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.928141:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132989184 00000100:00100000:2.0:1775764886.928150:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132989184 00000100:00100000:2.0:1775764886.928204:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16274 00000100:00100000:2.0:1775764886.928214:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+146:89014:x1862022132989184:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.928292:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6777 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.928308:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6777 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.928321:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6777 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.928340:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b677e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x64ef2d60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.928348:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b677e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x64ef2d60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.928355:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b677e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x64ef2d60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.928373:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.928390:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b6770 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e1 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.928398:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.928430:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b6770 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e1 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.928441:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b6770 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e1 expref: 33 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.928454:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384845f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154053632:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.928529:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.931059:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384845f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154053632:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764886.931087:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.932425:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.932468:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.932541:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132989440 00000100:00100000:1.0:1775764886.932550:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132989440 00010000:00010000:1.0:1775764886.932591:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b6770 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e1 expref: 34 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.932672:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1973 00000100:00100000:1.0:1775764886.932688:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022132989440:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764886.932704:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.932728:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b6770 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e1 expref: 34 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.932747:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b6770 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e1 expref: 34 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.932770:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b6770 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e1 expref: 34 pid: 6518 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.932786:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.932791:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.932825:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.932833:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.932856:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764886.932907:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022132989440:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 221us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.932914:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1973 00010000:00010000:2.0:1775764886.933088:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933096:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.933557:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e7e59ff reply state 000000009fee1fca transno 4294976856 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933570:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933577:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.933580:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764886.933583:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764886.933589:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6777 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933596:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6777 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933602:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6777 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933609:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6777 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933615:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.933619:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6777 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933661:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6777 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933671:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.933673:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.933677:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6777 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933682:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6777 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.933692:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e7e59ff reply state 000000009fee1fca transno 4294976856 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b677e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x64ef2d60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933700:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b677e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64ef2d60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933706:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x64ef2d60 (ffff9ee38404fc00) 00010000:00010000:2.0:1775764886.933708:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764886.933710:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764886.933762:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+148:89014:x1862022132989184:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5549us (5711us total) trans 4294976856 rc 0/0 00000100:00100000:2.0:1775764886.933770:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16274 00000100:00100000:2.0:1775764886.933786:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132989312 00000100:00100000:2.0:1775764886.933791:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132989312 00000100:00100000:2.0:1775764886.933818:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16275 00000100:00100000:2.0:1775764886.933826:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132989312:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.933840:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.933854:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b678c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766e8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933909:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6793 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933919:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6793 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.933927:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6793 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.933967:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.933984:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6793 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.934000:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764886.934003:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764886.934006:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764886.934009:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764886.934011:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764886.934015:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.934031:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b678c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e8 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.934043:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6793 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e8 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.934050:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.934053:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764886.934055:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726c00, rc 0) 00000100:00100000:2.0:1775764886.934078:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132989312:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 254us (1660us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.934085:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16275 00000100:00100000:3.0:1775764886.938130:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.938238:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132989696 00000100:00100000:1.0:1775764886.938249:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132989696 00000100:00100000:1.0:1775764886.938308:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16276 00000100:00100000:1.0:1775764886.938318:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+148:89014:x1862022132989696:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764886.938410:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b679a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.938428:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b679a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.938441:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b679a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.938456:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b67a1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc9d3827f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.938463:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b67a1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc9d3827f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.938470:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b67a1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc9d3827f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.938488:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.938506:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6793 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e8 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.938515:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.938550:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6793 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e8 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.938563:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6793 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e8 expref: 33 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.938579:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38439b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154053760:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764886.938979:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.943155:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.943194:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764886.943283:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132989824 00000100:00100000:3.0:1775764886.943294:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132989824 00010000:00010000:3.0:1775764886.943333:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6793 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e8 expref: 34 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.943377:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1974 00000100:00100000:3.0:1775764886.943388:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384845f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132989824:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764886.943403:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.943427:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6793 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e8 expref: 34 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.943441:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6793 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e8 expref: 34 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.943464:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.943470:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.943490:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.943498:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.943519:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764886.943571:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384845f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132989824:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 185us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.943579:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1974 00000100:00100000:0.0:1775764886.944559:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132989952 00000100:00100000:0.0:1775764886.944567:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132989952 00000100:00100000:0.0:1775764886.944615:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16277 00000100:00100000:0.0:1775764886.944649:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132989952:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764886.944668:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764886.944693:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b67af lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766ef expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.944754:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.944765:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.944771:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 62 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.944787:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764886.944797:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 62 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.945240:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b6793 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766e8 expref: 35 pid: 6519 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.945260:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38439b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154053760:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764886.945281:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.945289:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.945296:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.946131:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000004a2d1d reply state 0000000086bd0e7a transno 4294976857 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946150:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946160:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.946163:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764886.946166:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 61 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946175:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946181:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.946263:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764886.946271:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b679a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946280:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b679a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946286:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b679a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946293:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b679a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946299:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.946323:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b679a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946332:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b679a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946342:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.946345:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.946348:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b679a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946355:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b679a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.946366:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000004a2d1d reply state 0000000086bd0e7a transno 4294976857 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b67a1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc9d3827f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946374:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b67a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc9d3827f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.946380:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc9d3827f (ffff9ee490edd000) 00010000:00010000:1.0:1775764886.946382:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764886.946384:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764886.946462:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+150:89014:x1862022132989696:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8143us (8339us total) trans 4294976857 rc 0/0 00000100:00100000:1.0:1775764886.946471:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16276 00010000:00010000:2.0:1775764886.948245:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.948262:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.948315:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.948338:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.948365:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764886.948368:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764886.948371:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764886.948373:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764886.948375:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764886.948379:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.948411:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b67af lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766ef expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.948430:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766ef expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.948438:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.948441:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764886.948445:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697000, rc 0) 00000100:00100000:2.0:1775764886.948559:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132989952:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3934us (5361us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.948568:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16277 00000100:00100000:1.0:1775764886.951166:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.954162:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132990208 00000100:00100000:2.0:1775764886.954177:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132990208 00000100:00100000:2.0:1775764886.954277:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16278 00000100:00100000:2.0:1775764886.954287:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+150:89014:x1862022132990208:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.954378:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b67bd lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.954395:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b67bd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.954407:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b67bd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.954421:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b67c4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x71af30fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.954427:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b67c4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x71af30fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.954434:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b67c4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x71af30fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.954454:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.954475:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766ef expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.954488:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.954522:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766ef expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.954535:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766ef expref: 33 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.954549:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384846a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154053888:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.954660:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764886.959512:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.959596:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132990336 00000100:00100000:1.0:1775764886.959606:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132990336 00010000:00010000:1.0:1775764886.959690:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766ef expref: 34 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764886.959724:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1975 00000100:00100000:1.0:1775764886.959734:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132990336:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764886.959748:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764886.959773:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 63 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766ef expref: 34 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.959787:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 63 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766ef expref: 34 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.959812:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.959817:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.959837:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.959844:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.959868:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764886.959918:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132990336:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 185us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.959928:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1975 00010000:00010000:2.0:1775764886.960321:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b67b6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766ef expref: 33 pid: 27904 timeout: 2359 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.960338:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384846a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154053888:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764886.960358:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.960366:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.960371:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.960875:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b13279e5 reply state 00000000635d8205 transno 4294976858 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.960894:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.960902:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.960905:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764886.960908:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764886.960914:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b67bd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.960921:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b67bd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.960928:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b67bd lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.960934:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b67bd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.960940:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.960992:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b67bd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.961002:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b67bd lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.961012:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.961014:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.961017:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b67bd lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.961023:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b67bd lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.961034:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b13279e5 reply state 00000000635d8205 transno 4294976858 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b67c4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x71af30fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.961042:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b67c4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x71af30fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.961049:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x71af30fd (ffff9ee38404f500) 00010000:00010000:2.0:1775764886.961051:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764886.961053:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764886.961118:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+152:89014:x1862022132990208:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6831us (9960us total) trans 4294976858 rc 0/0 00000100:00100000:2.0:1775764886.961126:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16278 00000100:00100000:3.0:1775764886.963371:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.963453:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132990592 00000100:00100000:1.0:1775764886.963465:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132990592 00000100:00100000:1.0:1775764886.963526:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16279 00000100:00100000:1.0:1775764886.963537:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+152:89014:x1862022132990592:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764886.963676:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b67d2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.963697:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b67d2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.963715:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b67d2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.963734:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b67d9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe601299e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.963741:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b67d9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe601299e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.963746:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b67d9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe601299e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.963765:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b67e0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.963784:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b67e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.963791:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b67e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.964395:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b7d1b08 reply state 00000000d5282754 transno 4294976859 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b67e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.964410:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b67e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.964418:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764886.964421:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764886.964425:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764886.964431:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b67d2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.964438:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b67d2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.964444:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b67d2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.964451:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b67d2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.964456:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764886.964460:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b67d2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.964467:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b67d2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.964478:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764886.964481:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764886.964484:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b67d2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.964491:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b67d2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764886.964504:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b7d1b08 reply state 00000000d5282754 transno 4294976859 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b67d9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe601299e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.964512:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b67d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe601299e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764886.964518:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe601299e (ffff9ee490edd600) 00010000:00010000:1.0:1775764886.964520:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764886.964522:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764886.964605:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+154:89014:x1862022132990592:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1069us (1240us total) trans 4294976859 rc 0/0 00000100:00100000:1.0:1775764886.964614:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16279 00000100:00100000:1.0:1775764886.968231:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764886.968267:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.968472:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132990848 00000100:00100000:2.0:1775764886.968481:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132990848 00000100:00100000:2.0:1775764886.968536:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132990976 00000100:00100000:2.0:1775764886.968540:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132990976 00000100:00100000:2.0:1775764886.968561:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16280 00000100:00100000:2.0:1775764886.968571:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+154:89014:x1862022132990848:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.968694:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b67e7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.968713:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b67e7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.968726:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b67e7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.968744:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b67ee lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6b6ebd65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.968756:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b67ee lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6b6ebd65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.968762:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b67ee lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6b6ebd65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.968781:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b67f5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.968797:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b67f5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.968813:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b67f5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.969271:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dfdc6ce8 reply state 0000000076032414 transno 4294976860 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b67f5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969286:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b67f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969293:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.969296:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764886.969300:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764886.969306:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b67e7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969312:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b67e7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969318:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b67e7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969325:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b67e7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969330:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.969335:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b67e7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969342:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b67e7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969352:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.969355:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.969359:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b67e7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969366:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b67e7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.969377:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dfdc6ce8 reply state 0000000076032414 transno 4294976860 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b67ee lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6b6ebd65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969385:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b67ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b6ebd65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969391:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6b6ebd65 (ffff9ee38404f800) 00010000:00010000:2.0:1775764886.969393:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764886.969394:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764886.969469:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+156:89014:x1862022132990848:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 898us (1247us total) trans 4294976860 rc 0/0 00000100:00100000:2.0:1775764886.969477:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16280 00000100:00100000:2.0:1775764886.969499:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16281 00000100:00100000:2.0:1775764886.969507:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132990976:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.969518:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.969528:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b67fc lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766f6 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969577:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6803 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969587:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6803 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969595:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6803 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764886.969652:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764886.969670:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6803 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.969691:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764886.969694:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764886.969697:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764886.969699:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764886.969702:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764886.969706:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764886.969723:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b67fc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766f6 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969739:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6803 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766f6 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.969747:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.969749:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764886.969751:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384479800, rc 0) 00000100:00100000:2.0:1775764886.969773:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132990976:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 268us (1506us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.969780:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16281 00000100:00100000:3.0:1775764886.975369:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.975428:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132991232 00000100:00100000:2.0:1775764886.975438:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132991232 00000100:00100000:2.0:1775764886.975497:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16282 00000100:00100000:2.0:1775764886.975506:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+156:89014:x1862022132991232:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764886.975593:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b680a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.975609:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b680a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.975642:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b680a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.975659:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b6811 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5643b156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.975666:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b6811 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5643b156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.975683:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b6811 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5643b156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.975705:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.975725:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6803 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766f6 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.975732:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.975765:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6803 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766f6 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.975778:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6803 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766f6 expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.975792:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384846a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154054016:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764886.983018:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764886.988370:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384846a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154054016:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764886.988399:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764886.993746:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764886.993788:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764886.993890:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132991488 00000100:00100000:2.0:1775764886.993901:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132991488 00000100:00100000:2.0:1775764886.993970:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16283 00000100:00100000:2.0:1775764886.993979:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132991488:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764886.994001:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764886.994026:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b681f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf766fd expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.994096:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.994109:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.994115:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 66 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.994131:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.994141:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 66 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.994482:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132991360 00000100:00100000:3.0:1775764886.994488:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132991360 00010000:00010000:3.0:1775764886.994511:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6803 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766f6 expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764886.994543:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1976 00000100:00100000:3.0:1775764886.994550:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39f728000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022132991360:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764886.994559:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764886.994579:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6803 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766f6 expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.994596:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6803 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766f6 expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.994616:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6803 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766f6 expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.994660:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.994665:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 66 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.994825:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.994845:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.994852:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.994859:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 66 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.994865:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 66 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.994890:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764886.994959:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39f728000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022132991360:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 409us (1222us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.994967:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1976 00010000:00010000:2.0:1775764886.995244:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995253:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.995830:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078c33653 reply state 00000000aee1db47 transno 4294976861 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995847:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995854:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764886.995856:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764886.995859:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 65 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995867:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995872:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764886.995898:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764886.995905:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b680a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995912:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b680a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995918:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b680a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995924:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b680a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995930:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384478400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764886.995933:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b680a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995940:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b680a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995960:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764886.995963:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764886.995966:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b680a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995976:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b680a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764886.995989:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078c33653 reply state 00000000aee1db47 transno 4294976861 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b6811 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5643b156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.995996:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b6811 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5643b156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764886.996002:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5643b156 (ffff9ee38404f400) 00010000:00010000:2.0:1775764886.996003:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764886.996005:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764886.996070:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+158:89014:x1862022132991232:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 20563us (20710us total) trans 4294976861 rc 0/0 00000100:00100000:2.0:1775764886.996077:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16282 00010000:00010000:3.0:1775764886.996644:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.996653:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764886.996704:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764886.996725:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764886.996748:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764886.996751:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764886.996754:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764886.996756:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:3.0:1775764886.996758:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764886.996762:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764886.996784:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b681f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766fd expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.996800:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766fd expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764886.996808:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764886.996809:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764886.996812:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff05e00, rc 0) 00000100:00100000:3.0:1775764886.996850:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132991488:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2874us (3062us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.996857:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16283 00000100:00100000:1.0:1775764887.003443:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.003542:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132991744 00000100:00100000:0.0:1775764887.003554:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132991744 00000100:00100000:0.0:1775764887.003615:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16284 00000100:00100000:0.0:1775764887.003658:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+158:89014:x1862022132991744:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.003751:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b682d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.003767:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b682d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.003779:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b682d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.003794:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6834 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8b2de509 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.003801:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6834 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8b2de509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.003819:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6834 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8b2de509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.003837:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.003855:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766fd expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.003862:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.003895:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766fd expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.003912:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766fd expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.003925:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38621ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154054144:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.004006:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.005987:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38621ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154054144:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.006013:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.006287:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.006372:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132991872 00000100:00100000:2.0:1775764887.006380:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132991872 00010000:00010000:2.0:1775764887.006413:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766fd expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.006452:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1977 00000100:00100000:2.0:1775764887.006461:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132991872:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764887.006474:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764887.006502:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766fd expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.006514:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766fd expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.006538:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6826 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf766fd expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.006552:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.006557:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.006576:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.006584:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.006614:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764887.006701:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132991872:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 241us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.006708:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1977 00010000:00010000:0.0:1775764887.006970:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.006979:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.007441:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039bf133a reply state 0000000007094d71 transno 4294976862 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.007456:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.007463:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.007465:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764887.007467:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.007474:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b682d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.007480:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b682d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.007485:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b682d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.007492:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b682d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.007498:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.007501:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b682d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.007508:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b682d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.007517:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.007519:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.007522:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b682d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.007527:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b682d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.007537:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039bf133a reply state 0000000007094d71 transno 4294976862 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6834 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8b2de509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.007546:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6834 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8b2de509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.007551:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8b2de509 (ffff9ee384aa3700) 00010000:00010000:0.0:1775764887.007553:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.007555:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764887.007615:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+160:89014:x1862022132991744:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 3991us (4180us total) trans 4294976862 rc 0/0 00000100:00100000:0.0:1775764887.007653:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16284 00000100:00100000:1.0:1775764887.011068:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.011142:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.011271:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132992128 00000100:00100000:0.0:1775764887.011281:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132992128 00000100:00100000:0.0:1775764887.011337:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132992256 00000100:00100000:0.0:1775764887.011340:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132992256 00000100:00100000:0.0:1775764887.011372:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16285 00000100:00100000:0.0:1775764887.011381:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+160:89014:x1862022132992128:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.011465:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6842 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.011481:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6842 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.011493:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6842 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.011507:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6849 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb9042fb4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.011513:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6849 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb9042fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.011519:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6849 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb9042fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.011536:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6850 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.011552:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6850 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.011559:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6850 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.012062:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e3a77d2d reply state 000000008b69cb14 transno 4294976863 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6850 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012081:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6850 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012088:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.012091:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764887.012095:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.012100:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6842 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012106:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6842 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012111:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6842 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012117:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6842 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012121:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.012126:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6842 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012132:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6842 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012141:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.012143:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.012146:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6842 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012151:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b6842 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.012161:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e3a77d2d reply state 000000008b69cb14 transno 4294976863 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6849 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb9042fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012168:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6849 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb9042fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012173:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb9042fb4 (ffff9ee384aa3e00) 00010000:00010000:0.0:1775764887.012175:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.012176:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764887.012243:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+162:89014:x1862022132992128:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 863us (1184us total) trans 4294976863 rc 0/0 00000100:00100000:0.0:1775764887.012250:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16285 00000100:00100000:0.0:1775764887.012273:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16286 00000100:00100000:0.0:1775764887.012280:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132992256:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764887.012291:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764887.012301:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6857 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76704 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012345:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b685e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012354:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b685e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012362:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b685e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764887.012390:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764887.012408:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b685e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.012426:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764887.012429:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.012432:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.012434:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:0.0:1775764887.012436:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764887.012439:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764887.012455:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6857 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76704 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012467:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b685e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76704 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.012473:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.012475:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764887.012477:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697000, rc 0) 00000100:00100000:0.0:1775764887.012498:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132992256:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 220us (1357us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.012505:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16286 00000100:00100000:1.0:1775764887.019078:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.019147:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132992512 00000100:00100000:3.0:1775764887.019157:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132992512 00000100:00100000:3.0:1775764887.019211:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16287 00000100:00100000:3.0:1775764887.019221:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+162:89014:x1862022132992512:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.019306:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6865 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.019323:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6865 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.019334:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6865 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.019349:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b686c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xac4dda41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.019355:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b686c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xac4dda41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.019361:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b686c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xac4dda41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.019379:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.019399:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b685e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76704 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.019407:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.019441:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b685e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76704 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.019458:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b685e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76704 expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.019472:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd68a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154054272:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764887.019589:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.023400:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.023478:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132992640 00000100:00100000:0.0:1775764887.023488:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132992640 00010000:00010000:0.0:1775764887.023525:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b685e lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76704 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.023566:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1978 00000100:00100000:0.0:1775764887.023575:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e212d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132992640:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764887.023591:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764887.023614:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b685e lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76704 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.023662:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b685e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76704 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.023689:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.023695:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.023715:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.023724:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.023745:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764887.023789:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e212d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132992640:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 215us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.023798:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1978 00010000:00010000:3.0:1775764887.024122:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b685e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76704 expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.024139:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd68a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154054272:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764887.024158:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024167:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024173:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.024648:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e169c004 reply state 0000000033d5f5fc transno 4294976864 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024663:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024671:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.024682:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764887.024686:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.024693:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6865 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024699:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6865 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024704:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6865 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024710:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6865 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024715:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4c21cd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.024719:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6865 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024725:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6865 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024734:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.024736:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.024739:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6865 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024745:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6865 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.024756:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e169c004 reply state 0000000033d5f5fc transno 4294976864 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b686c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xac4dda41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024764:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b686c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xac4dda41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.024770:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xac4dda41 (ffff9ee4969fc000) 00010000:00010000:3.0:1775764887.024773:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.024775:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.024825:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+164:89014:x1862022132992512:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5606us (5759us total) trans 4294976864 rc 0/0 00000100:00100000:3.0:1775764887.024832:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16287 00000100:00100000:1.0:1775764887.026998:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.027182:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132992896 00000100:00100000:0.0:1775764887.027193:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132992896 00000100:00100000:0.0:1775764887.027250:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16288 00000100:00100000:0.0:1775764887.027260:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+164:89014:x1862022132992896:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.027342:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b687a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.027360:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b687a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.027373:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b687a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.027390:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b6881 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x38544614 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.027398:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b6881 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x38544614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.027405:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b6881 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x38544614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.027423:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6888 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.027442:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6888 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.027448:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6888 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.028580:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f7be6132 reply state 00000000f39cb740 transno 4294976865 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6888 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.028596:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6888 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.028605:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.028607:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764887.028611:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.028616:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b687a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.028656:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b687a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.028660:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b687a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.028667:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b687a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.028671:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.028686:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b687a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.028692:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b687a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.028702:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.028704:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.028708:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b687a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.028714:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b687a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.028726:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f7be6132 reply state 00000000f39cb740 transno 4294976865 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b6881 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x38544614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.028735:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b6881 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x38544614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.028741:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x38544614 (ffff9ee384aa3c00) 00010000:00010000:1.0:1775764887.028743:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.028745:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.029202:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+166:89014:x1862022132992896:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1940us (2207us total) trans 4294976865 rc 0/0 00000100:00100000:1.0:1775764887.029211:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16288 00000100:00100000:1.0:1775764887.030705:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.030783:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132993024 00000100:00100000:3.0:1775764887.030793:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132993024 00000100:00100000:3.0:1775764887.030843:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16289 00000100:00100000:3.0:1775764887.030852:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132993024:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.030871:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.030891:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b688f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7670b expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.030969:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6896 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.030983:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6896 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.030994:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6896 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.031038:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.031058:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6896 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.031078:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.031081:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.031084:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.031086:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:3.0:1775764887.031089:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764887.031094:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764887.031114:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b688f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7670b expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.031130:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6896 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7670b expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.031138:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.031141:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.031144:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393800, rc 0) 00000100:00100000:3.0:1775764887.031200:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132993024:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 348us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.031207:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16289 00000100:00100000:2.0:1775764887.032499:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.032582:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132993280 00000100:00100000:0.0:1775764887.032589:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132993280 00000100:00100000:0.0:1775764887.035647:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16290 00000100:00100000:0.0:1775764887.035671:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+166:89014:x1862022132993280:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.035776:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b689d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.035793:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b689d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.035826:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b689d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.035843:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b68a4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x571fbd17 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.035850:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b68a4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x571fbd17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.035857:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b68a4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x571fbd17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.035875:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.035895:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6896 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7670b expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.035904:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.035939:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6896 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7670b expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.036108:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6896 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7670b expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.036125:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38621ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154054400:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.036210:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.041509:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.041577:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132993408 00000100:00100000:3.0:1775764887.041586:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132993408 00010000:00010000:3.0:1775764887.041656:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6896 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7670b expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.041703:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1979 00000100:00100000:3.0:1775764887.041713:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132993408:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.041727:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.041751:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6896 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7670b expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.041765:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6896 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7670b expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.041791:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.041796:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.041830:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.041838:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.041857:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.041909:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132993408:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 197us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.041917:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1979 00010000:00010000:0.0:1775764887.043576:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6896 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7670b expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.043600:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38621ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154054400:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764887.044108:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044172:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044180:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.044740:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000def48680 reply state 000000007b365803 transno 4294976866 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044758:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044772:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.044774:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764887.044779:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.044785:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b689d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044792:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b689d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044798:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b689d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044856:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b689d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044863:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.044867:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b689d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044874:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b689d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044884:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.044886:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.044890:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b689d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044896:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b689d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.044908:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000def48680 reply state 000000007b365803 transno 4294976866 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b68a4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x571fbd17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044917:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b68a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x571fbd17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.044922:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x571fbd17 (ffff9ee384aa3900) 00010000:00010000:1.0:1775764887.044925:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.044927:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.045199:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+168:89014:x1862022132993280:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9536us (12702us total) trans 4294976866 rc 0/0 00000100:00100000:1.0:1775764887.045209:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16290 00000100:00100000:0.0:1775764887.047240:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.050303:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132993536 00000100:00100000:3.0:1775764887.050318:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132993536 00000100:00100000:3.0:1775764887.050386:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16291 00000100:00100000:3.0:1775764887.050396:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132993536:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.050417:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.050437:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68b2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76712 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.050503:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b68b9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.050518:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b68b9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.050530:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b68b9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.050578:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.050599:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b68b9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.050652:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.050655:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.050658:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.050661:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:3.0:1775764887.050663:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764887.050667:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:2.0:1775764887.051120:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:3.0:1775764887.051236:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68b2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76712 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.051255:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b68b9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76712 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.051263:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.051265:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.051269:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7392c00, rc 0) 00000100:00100000:3.0:1775764887.051333:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132993536:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 938us (4101us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.051340:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16291 00000100:00100000:3.0:1775764887.051362:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132993792 00000100:00100000:3.0:1775764887.051367:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132993792 00000100:00100000:1.0:1775764887.052334:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16292 00000100:00100000:1.0:1775764887.052350:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+168:89014:x1862022132993792:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.052423:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68c0 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.052437:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68c0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.052448:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68c0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.052468:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b68c7 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7df0e057 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.052474:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b68c7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7df0e057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.052480:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b68c7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7df0e057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.052502:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.052521:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b68b9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76712 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.052529:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.052564:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b68b9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76712 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.052579:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b68b9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76712 expref: 33 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.052595:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154054528:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.052685:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764887.058560:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.058922:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154054528:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.058981:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.059256:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132993920 00000100:00100000:3.0:1775764887.059265:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132993920 00010000:00010000:3.0:1775764887.059305:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b68b9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76712 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.059383:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1980 00000100:00100000:3.0:1775764887.059394:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880eb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132993920:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.059407:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.059431:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b68b9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76712 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.059443:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b68b9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76712 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.059466:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b68b9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76712 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.059480:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.059485:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.059504:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.059511:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.059538:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.059593:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880eb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022132993920:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 201us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.059601:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1980 00010000:00010000:1.0:1775764887.060444:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.060454:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.061175:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005f5f8e95 reply state 000000004ac0f7f5 transno 4294976867 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.061193:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.061202:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.061205:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764887.061209:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.061216:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68c0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.061222:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68c0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.061227:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68c0 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.061234:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68c0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.061239:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.061243:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68c0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.061250:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68c0 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.061259:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.061261:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.061264:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68c0 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.061270:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68c0 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.061283:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005f5f8e95 reply state 000000004ac0f7f5 transno 4294976867 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b68c7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7df0e057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.061291:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b68c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7df0e057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.061296:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7df0e057 (ffff9ee490edd700) 00010000:00010000:1.0:1775764887.061299:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.061301:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.061378:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+170:89014:x1862022132993792:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9030us (10256us total) trans 4294976867 rc 0/0 00000100:00100000:1.0:1775764887.061385:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16292 00000100:00100000:2.0:1775764887.064883:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.065043:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132994176 00000100:00100000:3.0:1775764887.065053:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132994176 00000100:00100000:3.0:1775764887.065144:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16293 00000100:00100000:3.0:1775764887.065155:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+170:89014:x1862022132994176:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.065240:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68d5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.065257:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68d5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.065268:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68d5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.065282:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b68dc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x98c15332 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.065289:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b68dc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x98c15332 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.065295:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b68dc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x98c15332 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.065313:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b68e3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.065330:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b68e3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.065336:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b68e3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.065933:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000265be5fd reply state 00000000162feae0 transno 4294976868 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b68e3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.066128:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b68e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.066136:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.066139:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764887.066143:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.066150:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68d5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.066157:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68d5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.066163:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68d5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.066170:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68d5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.066176:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.066180:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68d5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.066187:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68d5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.066196:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.066199:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.066203:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68d5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.066209:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b68d5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.066224:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000265be5fd reply state 00000000162feae0 transno 4294976868 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b68dc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x98c15332 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.066232:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b68dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x98c15332 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.066238:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x98c15332 (ffff9ee4969fcb00) 00010000:00010000:3.0:1775764887.066240:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.066242:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.066327:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+172:89014:x1862022132994176:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1171us (1529us total) trans 4294976868 rc 0/0 00000100:00100000:3.0:1775764887.066335:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16293 00000100:00100000:0.0:1775764887.069439:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.069529:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132994432 00000100:00100000:1.0:1775764887.069540:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132994432 00000100:00100000:1.0:1775764887.069645:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16294 00000100:00100000:1.0:1775764887.069655:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38621ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+172:89014:x1862022132994432:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.069748:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b68ea lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.069764:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b68ea lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.069776:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b68ea lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.069792:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b68f1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x871398a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.069799:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b68f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x871398a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.069939:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b68f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x871398a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.069975:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b68f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.069994:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b68f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.070000:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b68f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.070502:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ac977660 reply state 000000001e027071 transno 4294976869 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b68f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.070517:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b68f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.070524:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.070527:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764887.070531:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.070537:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b68ea lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.070543:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b68ea lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.070548:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b68ea lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.070553:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b68ea lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.070559:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.070565:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b68ea lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.070572:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b68ea lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.070583:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.070585:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.070588:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b68ea lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.070595:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b68ea lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.070608:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ac977660 reply state 000000001e027071 transno 4294976869 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b68f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x871398a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.070616:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b68f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x871398a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.070653:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x871398a4 (ffff9ee490edd100) 00010000:00010000:1.0:1775764887.070656:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.070658:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.070735:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38621ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+174:89014:x1862022132994432:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1079us (1303us total) trans 4294976869 rc 0/0 00000100:00100000:1.0:1775764887.070742:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16294 00000100:00100000:2.0:1775764887.074174:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.074230:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.074615:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132994560 00000100:00100000:1.0:1775764887.074651:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132994560 00000100:00100000:1.0:1775764887.074714:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132994816 00000100:00100000:1.0:1775764887.074717:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132994816 00000100:00100000:1.0:1775764887.074746:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16295 00000100:00100000:1.0:1775764887.074756:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132994560:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764887.074778:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764887.074800:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68ff lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76719 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.074884:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6906 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.074901:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6906 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.074914:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6906 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764887.074970:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764887.074993:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6906 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.075013:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764887.075015:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.075018:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.075021:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764887.075023:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764887.075027:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764887.075049:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b68ff lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76719 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.075066:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6906 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76719 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.075076:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.075079:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764887.075082:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0d800, rc 0) 00000100:00100000:1.0:1775764887.075134:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132994560:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 380us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.075141:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16295 00000100:00100000:1.0:1775764887.075159:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16296 00000100:00100000:1.0:1775764887.075166:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+174:89014:x1862022132994816:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.075211:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b690d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.075220:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b690d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.075228:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b690d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.075242:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b6914 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7f6154dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.075249:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b6914 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7f6154dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.075255:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b6914 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7f6154dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.075272:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.075294:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6906 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76719 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.075301:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.075331:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6906 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76719 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.075345:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6906 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76719 expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.075358:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154054656:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.075409:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.079391:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154054656:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.079422:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.080042:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.080083:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.080149:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132994944 00000100:00100000:3.0:1775764887.080156:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132994944 00010000:00010000:3.0:1775764887.080191:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6906 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76719 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.080226:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1981 00000100:00100000:3.0:1775764887.080235:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132994944:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.080249:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.080273:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6906 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76719 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.080285:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6906 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76719 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.080306:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6906 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76719 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.080322:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.080327:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.080348:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.080357:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.080389:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.080436:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132994944:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 201us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.080443:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1981 00010000:00010000:2.0:1775764887.080499:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.080510:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.081014:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000049ae62d3 reply state 000000000cc2f8f3 transno 4294976870 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081028:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081035:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.081037:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764887.081040:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764887.081046:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b690d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081052:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b690d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081058:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b690d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081065:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b690d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081070:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764887.081075:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b690d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081082:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b690d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081092:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764887.081095:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764887.081099:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b690d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081104:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b690d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.081116:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000049ae62d3 reply state 000000000cc2f8f3 transno 4294976870 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b6914 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7f6154dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081125:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b6914 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f6154dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081131:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7f6154dd (ffff9ee490eddc00) 00010000:00010000:2.0:1775764887.081133:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764887.081135:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764887.081181:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+176:89014:x1862022132994816:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6015us (6950us total) trans 4294976870 rc 0/0 00000100:00100000:2.0:1775764887.081189:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16296 00000100:00100000:2.0:1775764887.081208:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132995072 00000100:00100000:2.0:1775764887.081213:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132995072 00000100:00100000:2.0:1775764887.081240:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16297 00000100:00100000:2.0:1775764887.081246:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132995072:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.081261:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.081275:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6922 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76720 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081330:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6929 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081344:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6929 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081352:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6929 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.081381:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.081398:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6929 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.081416:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.081419:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.081422:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.081424:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764887.081427:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.081430:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.081446:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6922 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76720 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081461:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6929 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76720 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.081468:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.081470:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.081473:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff05e00, rc 0) 00000100:00100000:2.0:1775764887.081495:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132995072:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 250us (1412us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.081501:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16297 00000100:00100000:0.0:1775764887.087887:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.088145:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132995328 00000100:00100000:2.0:1775764887.088156:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132995328 00000100:00100000:2.0:1775764887.088236:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16298 00000100:00100000:2.0:1775764887.088245:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+176:89014:x1862022132995328:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764887.088323:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6930 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.088340:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6930 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.088351:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6930 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.088366:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6937 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9de245b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.088373:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6937 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9de245b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.088379:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6937 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9de245b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.088394:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.088412:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6929 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76720 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.088420:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.088449:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6929 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76720 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.088464:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6929 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76720 expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.088477:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a71cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154054784:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764887.088551:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.091014:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.091591:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132995456 00000100:00100000:1.0:1775764887.091600:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132995456 00010000:00010000:1.0:1775764887.091680:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6929 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76720 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.091718:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1982 00000100:00100000:1.0:1775764887.091728:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132995456:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764887.091743:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764887.091767:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6929 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76720 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.091781:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6929 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76720 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.091955:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.091962:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.091983:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.091992:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.092014:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764887.092079:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132995456:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 351us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.092086:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1982 00010000:00010000:2.0:1775764887.093515:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6929 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76720 expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.093535:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a71cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154054784:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764887.093558:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.093568:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.093574:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.094467:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fc3f3408 reply state 0000000070d15063 transno 4294976871 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.094489:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.094497:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.094500:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764887.094505:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764887.094513:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6930 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.094518:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6930 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.094524:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6930 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.094530:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6930 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.094536:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff04a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764887.094540:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6930 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.094547:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6930 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.094557:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764887.094559:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764887.094562:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6930 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.094568:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6930 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.094580:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fc3f3408 reply state 0000000070d15063 transno 4294976871 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6937 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9de245b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.094588:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6937 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9de245b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.094593:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9de245b (ffff9ee38404fd00) 00010000:00010000:2.0:1775764887.094596:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764887.094598:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764887.094728:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+178:89014:x1862022132995328:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6480us (6848us total) trans 4294976871 rc 0/0 00000100:00100000:2.0:1775764887.094736:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16298 00000100:00100000:3.0:1775764887.099070:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.099326:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132995584 00000100:00100000:2.0:1775764887.099336:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132995584 00000100:00100000:2.0:1775764887.099540:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16299 00000100:00100000:2.0:1775764887.099552:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132995584:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.099574:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.099595:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6945 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76727 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.099704:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b694c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.099721:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b694c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.099733:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b694c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.099778:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.099800:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b694c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.099836:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.099839:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.099842:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.099844:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764887.099847:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.099851:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.099871:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6945 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76727 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.099890:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b694c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76727 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.099898:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.099901:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.099905:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384479e00, rc 0) 00000100:00100000:2.0:1775764887.099977:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132995584:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 428us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.099985:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16299 00000100:00100000:0.0:1775764887.100991:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.110077:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132995840 00000100:00100000:1.0:1775764887.110092:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132995840 00000100:00100000:2.0:1775764887.110345:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16300 00000100:00100000:2.0:1775764887.110359:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+178:89014:x1862022132995840:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764887.110444:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6953 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.110460:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6953 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.110471:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6953 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.110488:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b695a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x97241739 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.110495:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b695a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x97241739 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.110501:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b695a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x97241739 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.110518:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.110539:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b694c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76727 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.110547:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.110582:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b694c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76727 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.110596:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b694c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76727 expref: 33 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.110610:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a71cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154054912:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764887.110712:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764887.120933:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.121067:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.121137:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132996096 00000100:00100000:1.0:1775764887.121148:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132996096 00000100:00100000:1.0:1775764887.121203:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16301 00000100:00100000:1.0:1775764887.121212:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132996096:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764887.121229:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764887.121247:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6968 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7672e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.121312:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.121326:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.121334:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 77 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.121350:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.121360:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 77 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.121438:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132995968 00000100:00100000:3.0:1775764887.121442:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132995968 00010000:00010000:3.0:1775764887.121460:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b694c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76727 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.121489:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1983 00000100:00100000:3.0:1775764887.121495:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022132995968:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.121504:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.121520:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b694c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76727 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.121538:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b694c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76727 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.121555:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.121559:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 78 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.121566:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.121583:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.121590:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.121596:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 78 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.121602:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 78 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.121613:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.121934:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022132995968:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 437us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.122465:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1983 00010000:00010000:2.0:1775764887.122788:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b694c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76727 expref: 35 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.122882:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a71cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154054912:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764887.122902:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.122910:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.122916:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.123496:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d2528eb5 reply state 00000000afaad925 transno 4294976872 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123512:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123519:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.123522:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764887.123524:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 76 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123532:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123538:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.123566:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764887.123574:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6953 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123580:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6953 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123585:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6953 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123591:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6953 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123599:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764887.123603:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6953 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123610:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6953 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123620:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764887.123641:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764887.123644:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6953 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123649:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6953 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.123661:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d2528eb5 reply state 00000000afaad925 transno 4294976872 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b695a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x97241739 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123670:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b695a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x97241739 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.123686:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x97241739 (ffff9ee38404f600) 00010000:00010000:2.0:1775764887.123688:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764887.123690:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764887.123771:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+180:89014:x1862022132995840:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13416us (22782us total) trans 4294976872 rc 0/0 00000100:00100000:2.0:1775764887.123778:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16300 00010000:00010000:1.0:1775764887.123859:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.123866:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764887.123897:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764887.123914:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.123938:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764887.123953:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.123956:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.123958:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764887.123961:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764887.123966:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764887.123988:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6968 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7672e expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.124003:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7672e expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.124010:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.124012:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764887.124015:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3912a0a00, rc 0) 00000100:00100000:1.0:1775764887.124037:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132996096:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2827us (2971us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.124044:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16301 00000100:00100000:0.0:1775764887.129712:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.129900:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132996352 00000100:00100000:1.0:1775764887.129911:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132996352 00000100:00100000:1.0:1775764887.129984:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16302 00000100:00100000:1.0:1775764887.129993:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+180:89014:x1862022132996352:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.130085:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6976 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.130102:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6976 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.130114:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6976 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.130128:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b697d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbcb2485c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.130135:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b697d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbcb2485c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.130142:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b697d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbcb2485c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.130159:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.130178:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7672e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.130186:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.130219:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7672e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.130231:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7672e expref: 33 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.130245:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154055040:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.130330:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.139290:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154055040:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.139318:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.146333:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.146446:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132996480 00000100:00100000:1.0:1775764887.146457:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132996480 00010000:00010000:1.0:1775764887.146511:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7672e expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.146561:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1984 00000100:00100000:1.0:1775764887.146571:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132996480:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764887.146586:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764887.146609:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7672e expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.146662:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7672e expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.146690:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b696f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7672e expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.146706:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.146711:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.146732:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.146739:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.146765:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764887.146811:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132996480:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 241us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.146819:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1984 00010000:00010000:3.0:1775764887.147290:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.147304:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.147901:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ded0075c reply state 00000000eceec5b0 transno 4294976873 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.147917:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.147926:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.147928:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764887.147932:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.147939:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6976 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.147957:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6976 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.147963:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6976 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.147970:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6976 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.147976:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.147980:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6976 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.147988:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6976 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.147997:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.148000:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.148003:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6976 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.148009:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6976 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.148022:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ded0075c reply state 00000000eceec5b0 transno 4294976873 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b697d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbcb2485c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.148030:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b697d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbcb2485c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.148036:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbcb2485c (ffff9ee490edd300) 00010000:00010000:3.0:1775764887.148038:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.148040:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.148104:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+182:89014:x1862022132996352:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 18109us (18399us total) trans 4294976873 rc 0/0 00000100:00100000:3.0:1775764887.148111:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16302 00000100:00100000:0.0:1775764887.150740:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.151086:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132996608 00000100:00100000:3.0:1775764887.151096:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132996608 00000100:00100000:3.0:1775764887.151144:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16303 00000100:00100000:3.0:1775764887.151154:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132996608:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.151175:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.151196:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b698b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76735 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.151259:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6992 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.151277:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6992 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.151287:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6992 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.151332:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.151351:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6992 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.151372:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.151375:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.151378:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.151380:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:3.0:1775764887.151382:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764887.151386:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764887.151409:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b698b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76735 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.151427:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6992 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76735 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.151435:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.151438:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.151442:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7392c00, rc 0) 00000100:00100000:3.0:1775764887.151702:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132996608:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 549us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.151711:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16303 00000100:00100000:0.0:1775764887.159069:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.163792:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132996864 00000100:00100000:2.0:1775764887.163806:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132996864 00000100:00100000:2.0:1775764887.164700:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16304 00000100:00100000:2.0:1775764887.164715:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+182:89014:x1862022132996864:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764887.164809:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6999 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.164826:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6999 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.164839:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6999 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.164854:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b69a0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x97160575 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.164861:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b69a0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x97160575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.164867:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b69a0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x97160575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.164885:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 78 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.164907:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6992 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76735 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.164914:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.164961:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6992 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76735 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.164980:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6992 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76735 expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.164994:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a71cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154055168:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764887.165085:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.171145:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.171179:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132996992 00000100:00100000:1.0:1775764887.171180:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.171189:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132996992 00000100:00100000:2.0:1775764887.171334:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a71cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154055168:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764887.171359:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.171412:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16305 00000100:00100000:3.0:1775764887.171424:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132996992:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:0.0:1775764887.171425:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132997120 00000100:00100000:0.0:1775764887.171429:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132997120 00010000:00010000:3.0:1775764887.171445:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764887.171449:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6992 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76735 expref: 35 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.171462:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b69ae lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7673c expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.171480:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1985 00000100:00100000:0.0:1775764887.171486:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022132997120:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764887.171494:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764887.171514:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6992 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76735 expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.171523:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.171526:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6992 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76735 expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.175925:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.176044:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 80 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.176079:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.176081:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6992 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76735 expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.176092:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 80 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.176097:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.176101:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 79 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.176108:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.176124:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.176131:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.176138:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 79 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.176142:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 79 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.176222:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764887.176304:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022132997120:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 4815us (5120us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.176313:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1985 00010000:00010000:2.0:1775764887.176365:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.176373:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.177536:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000902d0110 reply state 00000000b3ff89e2 transno 4294976874 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177560:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177568:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.177571:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764887.177574:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 78 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177581:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177587:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.177650:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.177658:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6999 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177666:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6999 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177672:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6999 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177679:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6999 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177685:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510ba00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.177689:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6999 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177697:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6999 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177707:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.177710:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.177713:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6999 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177719:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6999 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.177743:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000902d0110 reply state 00000000b3ff89e2 transno 4294976874 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b69a0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x97160575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177751:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b69a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x97160575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.177757:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x97160575 (ffff9ee38404f700) 00010000:00010000:0.0:1775764887.177759:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.177761:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1775764887.177812:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.177820:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.177840:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+184:89014:x1862022132996864:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13127us (18779us total) trans 4294976874 rc 0/0 00000100:00100000:0.0:1775764887.177848:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16304 00000004:00200000:1.0:1775764887.177857:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764887.177874:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.177901:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764887.177904:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.177906:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.177908:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764887.177910:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764887.177914:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764887.177937:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b69ae lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7673c expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.177966:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7673c expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.177974:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.177977:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764887.177979:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393000, rc 0) 00000100:00100000:1.0:1775764887.178003:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132996992:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6583us (6870us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.178009:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16305 00000100:00100000:1.0:1775764887.183304:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.183381:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132997376 00000100:00100000:3.0:1775764887.183391:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132997376 00000100:00100000:3.0:1775764887.183454:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16306 00000100:00100000:3.0:1775764887.183463:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+184:89014:x1862022132997376:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.183547:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b69bc lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.183570:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b69bc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.183582:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b69bc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.183599:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b69c3 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf692d4f3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.183607:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b69c3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf692d4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.183613:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b69c3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf692d4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.183658:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.183680:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7673c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.183688:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.183722:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7673c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.183735:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7673c expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.183754:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154055296:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764887.183830:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffd80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.191124:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154055296:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764887.191152:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.191688:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.191813:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132997504 00000100:00100000:3.0:1775764887.191821:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132997504 00010000:00010000:3.0:1775764887.191857:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7673c expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.191897:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1986 00000100:00100000:3.0:1775764887.191905:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132997504:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.191920:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.191957:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7673c expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.191970:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7673c expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.191992:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b69b5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7673c expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.192008:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.192013:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.192035:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.192042:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.192066:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.192121:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132997504:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.192129:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1986 00010000:00010000:0.0:1775764887.192552:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.192562:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.193094:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba293a30 reply state 0000000092026a6b transno 4294976875 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.193109:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.193117:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.193120:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764887.193123:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.193130:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b69bc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.193137:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b69bc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.193143:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b69bc lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.193150:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b69bc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.193156:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.193160:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b69bc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.193167:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b69bc lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.193176:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.193179:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.193182:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b69bc lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.193188:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b69bc lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.193200:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba293a30 reply state 0000000092026a6b transno 4294976875 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b69c3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf692d4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.193210:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b69c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf692d4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.193216:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf692d4f3 (ffff9ee3858c9800) 00010000:00010000:0.0:1775764887.193218:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.193220:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764887.194024:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+186:89014:x1862022132997376:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10555us (10723us total) trans 4294976875 rc 0/0 00000100:00100000:0.0:1775764887.194033:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16306 00000100:00100000:1.0:1775764887.196272:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.196584:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132997632 00000100:00100000:0.0:1775764887.196596:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132997632 00000100:00100000:0.0:1775764887.196692:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16307 00000100:00100000:0.0:1775764887.196703:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132997632:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764887.196722:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764887.196743:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b69d1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76743 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.196812:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b69d8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.196827:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b69d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.196840:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b69d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764887.196885:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764887.196905:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b69d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.196924:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764887.196927:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.196930:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.196932:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:0.0:1775764887.196934:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764887.196938:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764887.196971:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b69d1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76743 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.196988:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b69d8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76743 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.196995:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.196998:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764887.197001:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc400, rc 0) 00000100:00100000:0.0:1775764887.197059:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132997632:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 358us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.197067:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16307 00000100:00100000:2.0:1775764887.205224:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.205466:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132997888 00000100:00100000:0.0:1775764887.205476:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132997888 00000100:00100000:0.0:1775764887.205530:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16308 00000100:00100000:0.0:1775764887.205540:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+186:89014:x1862022132997888:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.205658:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b69df lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.205685:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b69df lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.205699:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b69df lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.205718:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b69e6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xad4a852d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.205725:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b69e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xad4a852d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.205731:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b69e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xad4a852d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.205750:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.205776:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b69d8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76743 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.205784:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.205827:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b69d8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76743 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.205841:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b69d8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76743 expref: 33 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.205856:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a712a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154055424:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.205956:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.215889:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.216101:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132998016 00000100:00100000:2.0:1775764887.216114:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132998016 00010000:00010000:2.0:1775764887.216153:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b69d8 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76743 expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.216199:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1987 00000100:00100000:2.0:1775764887.216209:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880eb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132998016:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764887.216225:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764887.216249:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b69d8 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76743 expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.216270:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b69d8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76743 expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.216294:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.216299:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.216324:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.216332:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.216353:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764887.216411:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880eb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132998016:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 204us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.216420:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1987 00010000:00010000:0.0:1775764887.216780:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b69d8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76743 expref: 33 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.216799:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a712a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154055424:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764887.216837:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.216845:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.216851:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.217331:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de71d26c reply state 000000003dd99861 transno 4294976876 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.217347:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.217354:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.217356:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764887.217359:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.217365:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b69df lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.217372:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b69df lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.217377:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b69df lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.217382:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b69df lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.217387:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.217391:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b69df lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.217398:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b69df lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.217406:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.217408:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.217411:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b69df lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.217417:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b69df lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.217427:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de71d26c reply state 000000003dd99861 transno 4294976876 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b69e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xad4a852d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.217435:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b69e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xad4a852d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.217441:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xad4a852d (ffff9ee384aa3f00) 00010000:00010000:0.0:1775764887.217443:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.217445:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764887.217498:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+188:89014:x1862022132997888:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11959us (12285us total) trans 4294976876 rc 0/0 00000100:00100000:0.0:1775764887.217506:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16308 00000100:00100000:3.0:1775764887.220142:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.220225:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132998272 00000100:00100000:2.0:1775764887.220235:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132998272 00000100:00100000:2.0:1775764887.220288:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16309 00000100:00100000:2.0:1775764887.220297:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+188:89014:x1862022132998272:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764887.220389:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b69f4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.220403:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b69f4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.220415:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b69f4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.220429:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b69fb lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa1f14500 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.220436:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b69fb lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa1f14500 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.220442:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b69fb lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa1f14500 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.220458:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b6a02 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.220476:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b6a02 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.220482:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b6a02 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.220997:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f416473 reply state 00000000f39b943e transno 4294976877 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b6a02 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.221014:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b6a02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.221023:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.221026:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764887.221032:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764887.221038:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b69f4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.221043:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b69f4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.221050:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b69f4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.221056:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b69f4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.221062:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510b400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764887.221066:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b69f4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.221073:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b69f4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.221084:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764887.221086:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764887.221089:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b69f4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.221095:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b69f4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.221106:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f416473 reply state 00000000f39b943e transno 4294976877 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b69fb lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa1f14500 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.221114:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b69fb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa1f14500 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.221118:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa1f14500 (ffff9ee38404ff00) 00010000:00010000:2.0:1775764887.221121:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764887.221122:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764887.221197:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+190:89014:x1862022132998272:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 899us (1064us total) trans 4294976877 rc 0/0 00000100:00100000:2.0:1775764887.221205:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16309 00000100:00100000:1.0:1775764887.224044:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.224549:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132998528 00000100:00100000:2.0:1775764887.224560:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132998528 00000100:00100000:2.0:1775764887.224612:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16310 00000100:00100000:2.0:1775764887.224647:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+190:89014:x1862022132998528:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764887.224744:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6a09 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.224761:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6a09 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.224773:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6a09 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.224788:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b6a10 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9b33bf9c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.224795:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b6a10 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9b33bf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.224801:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b6a10 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9b33bf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.224817:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b6a17 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 81 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.224835:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b6a17 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.224840:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b6a17 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.226027:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000004:00010000:2.0:1775764887.226539:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4317861 reply state 000000009fb5e260 transno 4294976878 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b6a17 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.226556:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b6a17 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.226565:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.226567:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764887.226571:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764887.226577:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6a09 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.226583:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6a09 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.226589:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6a09 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.226594:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6a09 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.226599:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764887.226604:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6a09 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.226611:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6a09 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.226637:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764887.226639:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764887.226643:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6a09 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.226649:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6a09 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.226664:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4317861 reply state 000000009fb5e260 transno 4294976878 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b6a10 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9b33bf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.226679:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b6a10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9b33bf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.226685:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9b33bf9c (ffff9ee383df7100) 00010000:00010000:2.0:1775764887.226687:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764887.226690:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764887.226772:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+192:89014:x1862022132998528:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 2150us (2736us total) trans 4294976878 rc 0/0 00000100:00100000:2.0:1775764887.226781:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16310 00000100:00100000:2.0:1775764887.229313:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132998656 00000100:00100000:2.0:1775764887.229327:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132998656 00000100:00100000:3.0:1775764887.229530:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.230184:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132998912 00000100:00100000:1.0:1775764887.230191:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132998912 00000100:00100000:1.0:1775764887.230236:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16311 00000100:00100000:1.0:1775764887.230245:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132998656:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764887.230265:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764887.230287:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a1e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7674a expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230358:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6a25 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 82 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230374:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6a25 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230386:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6a25 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764887.230430:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764887.230452:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6a25 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.230469:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764887.230472:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.230474:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.230476:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764887.230478:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764887.230483:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764887.230502:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a1e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7674a expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230518:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6a25 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7674a expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230526:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.230529:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764887.230532:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3912a0000, rc 0) 00000100:00100000:1.0:1775764887.230584:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132998656:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 341us (4563us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.230591:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16311 00000100:00100000:1.0:1775764887.230609:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16312 00000100:00100000:1.0:1775764887.230617:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+192:89014:x1862022132998912:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.230708:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6a2c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230718:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6a2c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230725:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6a2c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230737:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b6a33 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb33087c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230743:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b6a33 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb33087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230755:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b6a33 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb33087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230770:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 83 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230794:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6a25 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7674a expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230802:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.230933:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6a25 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7674a expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.231028:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6a25 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7674a expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.231043:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730f480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154055552:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.231097:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.238310:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.238431:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730f480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154055552:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.238457:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.239722:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132999040 00000100:00100000:2.0:1775764887.239733:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132999040 00010000:00010000:2.0:1775764887.239777:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6a25 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7674a expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.239828:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1988 00000100:00100000:2.0:1775764887.239838:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022132999040:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764887.239853:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764887.239876:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6a25 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7674a expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.239895:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6a25 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7674a expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.239917:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6a25 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7674a expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.239934:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.239939:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.239975:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.239983:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.240007:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764887.240061:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022132999040:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 223us (1760us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.240068:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1988 00010000:00010000:1.0:1775764887.241781:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.241794:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.242301:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074a6f157 reply state 000000006ffdb0c0 transno 4294976879 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.242317:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.242327:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.242329:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764887.242332:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.242339:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6a2c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.242345:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6a2c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.242350:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6a2c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.242356:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6a2c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.242362:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.242366:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6a2c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.242373:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6a2c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.242382:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.242384:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.242387:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6a2c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.242393:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6a2c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.242405:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074a6f157 reply state 000000006ffdb0c0 transno 4294976879 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b6a33 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb33087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.242416:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b6a33 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb33087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.242423:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb33087c (ffff9ee490eddb00) 00010000:00010000:1.0:1775764887.242425:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.242427:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.242517:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+194:89014:x1862022132998912:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11896us (12988us total) trans 4294976879 rc 0/0 00000100:00100000:1.0:1775764887.242525:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16312 00000100:00100000:3.0:1775764887.246258:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.246304:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.246334:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132999168 00000100:00100000:3.0:1775764887.246344:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132999168 00000100:00100000:3.0:1775764887.246390:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132999424 00000100:00100000:3.0:1775764887.246392:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132999424 00000100:00100000:3.0:1775764887.246418:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16313 00000100:00100000:3.0:1775764887.246426:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132999168:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.246447:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.246466:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6a41 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76751 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.246535:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6a48 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 83 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.246550:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6a48 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.246562:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6a48 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.246607:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.246652:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6a48 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.246679:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.246682:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.246685:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.246687:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:3.0:1775764887.246690:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764887.246694:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764887.246714:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6a41 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76751 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.246732:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6a48 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76751 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.246739:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.246742:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.246745:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393000, rc 0) 00000100:00100000:3.0:1775764887.246797:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132999168:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 372us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.247135:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16313 00000100:00100000:2.0:1775764887.248062:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16314 00000100:00100000:2.0:1775764887.248084:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39f728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+194:89014:x1862022132999424:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764887.248160:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6a4f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.248173:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6a4f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.248187:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6a4f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.248202:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b6a56 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x804a4b41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.248208:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b6a56 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x804a4b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.248213:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b6a56 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x804a4b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.248229:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 84 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.248251:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6a48 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76751 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.248259:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.248290:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6a48 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76751 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.248305:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6a48 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76751 expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.248318:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a71ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154055680:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764887.248396:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.252691:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.252780:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132999552 00000100:00100000:1.0:1775764887.252790:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132999552 00010000:00010000:1.0:1775764887.252842:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6a48 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76751 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.252886:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1989 00000100:00100000:1.0:1775764887.252896:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132999552:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764887.252913:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764887.252937:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6a48 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76751 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253092:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6a48 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76751 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253117:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.253122:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253145:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253153:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253171:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764887.253215:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022132999552:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 322us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.253223:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1989 00010000:00010000:1.0:1775764887.253271:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6a48 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76751 expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.253287:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a71ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154055680:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.253312:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253322:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253328:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.253826:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053bf1de2 reply state 00000000eeca2ca8 transno 4294976880 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253840:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253848:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.253850:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764887.253853:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.253860:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6a4f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253869:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6a4f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253874:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6a4f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253880:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6a4f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253886:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510ba00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.253890:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6a4f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253897:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6a4f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253906:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.253908:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.253911:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6a4f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253918:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6a4f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.253929:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053bf1de2 reply state 00000000eeca2ca8 transno 4294976880 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b6a56 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x804a4b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.253936:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b6a56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x804a4b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.257129:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x804a4b41 (ffff9ee4c00dfe00) 00010000:00010000:1.0:1775764887.257133:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.257139:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.257251:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39f728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+196:89014:x1862022132999424:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9172us (10940us total) trans 4294976880 rc 0/0 00000100:00100000:1.0:1775764887.257260:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16314 00000100:00100000:3.0:1775764887.259178:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.259257:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132999680 00000100:00100000:1.0:1775764887.259268:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132999680 00000100:00100000:1.0:1775764887.259324:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16315 00000100:00100000:1.0:1775764887.259333:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022132999680:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764887.259356:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764887.259379:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a64 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76758 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.259460:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6a6b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 84 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.259476:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6a6b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.259488:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6a6b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764887.259538:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764887.259559:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6a6b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.259577:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764887.259580:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.259582:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.259585:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764887.259587:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764887.259590:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764887.259610:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a64 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76758 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.259670:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6a6b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76758 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.259686:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.259688:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764887.259692:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3912a1400, rc 0) 00000100:00100000:1.0:1775764887.259744:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022132999680:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 413us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.259751:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16315 00000100:00100000:2.0:1775764887.263248:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.263365:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022132999936 00000100:00100000:3.0:1775764887.263377:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022132999936 00000100:00100000:3.0:1775764887.263440:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16316 00000100:00100000:3.0:1775764887.263450:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+196:89014:x1862022132999936:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.263536:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6a72 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.263552:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6a72 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.263563:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6a72 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.263576:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b6a79 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xdf410b14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.263582:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b6a79 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdf410b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.263587:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b6a79 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdf410b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.263604:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 85 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.263658:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6a6b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76758 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.263668:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.263719:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6a6b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76758 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.263732:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6a6b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76758 expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.263747:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385045880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154055808:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764887.263837:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffd80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.270233:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.270316:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133000064 00000100:00100000:0.0:1775764887.270326:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133000064 00010000:00010000:0.0:1775764887.270365:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6a6b lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76758 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.270408:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1990 00000100:00100000:0.0:1775764887.270418:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133000064:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764887.270432:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764887.270455:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6a6b lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76758 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.270468:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6a6b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76758 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.270490:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.270495:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.270518:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.270526:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.270544:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764887.270601:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133000064:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 184us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.270609:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1990 00010000:00010000:2.0:1775764887.274561:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6a6b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76758 expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.274587:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385045880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154055808:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764887.274613:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.275104:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.275196:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133000192 00000100:00100000:0.0:1775764887.275204:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133000192 00000100:00100000:0.0:1775764887.275259:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16317 00000100:00100000:0.0:1775764887.275268:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133000192:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764887.275288:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764887.275306:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6a87 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7675f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.275373:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 85 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.275386:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.275394:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 85 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.275413:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.275423:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.275642:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.275650:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.276147:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000057d6398a reply state 00000000a3b077f9 transno 4294976881 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276164:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276172:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.276175:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764887.276178:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276185:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276191:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.276212:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.276219:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6a72 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276225:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6a72 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276230:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6a72 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276238:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6a72 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276243:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.276246:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6a72 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276253:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6a72 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276264:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.276267:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.276270:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6a72 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276277:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6a72 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.276289:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000057d6398a reply state 00000000a3b077f9 transno 4294976881 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b6a79 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdf410b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276298:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b6a79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf410b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.276303:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdf410b14 (ffff9ee3858c9600) 00010000:00010000:3.0:1775764887.276305:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.276306:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.276384:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+198:89014:x1862022132999936:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12933us (13143us total) trans 4294976881 rc 0/0 00000100:00100000:3.0:1775764887.276392:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16316 00010000:00010000:2.0:1775764887.277441:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.277452:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.277497:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.277520:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.277548:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.277551:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.277554:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.277555:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764887.277557:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.277561:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.277589:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6a87 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7675f expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.277610:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7675f expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.277652:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.277655:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.277658:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f7a00, rc 0) 00000100:00100000:2.0:1775764887.277725:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133000192:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2458us (2622us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.277733:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16317 00000100:00100000:3.0:1775764887.284347:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.284436:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133000448 00000100:00100000:1.0:1775764887.284448:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133000448 00000100:00100000:1.0:1775764887.284515:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16318 00000100:00100000:1.0:1775764887.284524:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+198:89014:x1862022133000448:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.284619:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a95 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.284669:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a95 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.284692:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a95 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.284709:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b6a9c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd432a159 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.284717:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b6a9c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd432a159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.284722:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b6a9c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd432a159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.284741:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 86 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.284768:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7675f expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.284777:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.284811:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7675f expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.284826:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7675f expref: 33 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.284842:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730f480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154055936:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.284924:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afba80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.294180:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730f480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154055936:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.294210:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.296252:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.296571:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133000576 00000100:00100000:0.0:1775764887.296581:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133000576 00000100:00100000:0.0:1775764887.296686:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16319 00000100:00100000:0.0:1775764887.296697:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133000576:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764887.296718:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764887.296739:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6aaa lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76766 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.296808:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 87 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.296827:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.296834:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 87 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.296851:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.296861:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 87 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.298747:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.299001:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133000704 00000100:00100000:1.0:1775764887.299010:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133000704 00010000:00010000:1.0:1775764887.299058:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7675f expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.299106:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1991 00000100:00100000:1.0:1775764887.299116:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2405:x1862022133000704:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764887.299133:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764887.299159:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7675f expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.299173:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7675f expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.299195:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6a8e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7675f expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.299216:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.299221:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 87 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.299231:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.299252:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.299260:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.299267:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 87 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.299273:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 87 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.299305:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764887.299366:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2405:x1862022133000704:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 251us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.299374:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1991 00010000:00010000:3.0:1775764887.299496:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.299504:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.300018:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fdb5e1a8 reply state 00000000e1758d98 transno 4294976882 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300033:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300040:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.300043:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764887.300046:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 86 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300058:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300064:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.300142:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.300150:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a95 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300157:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a95 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300163:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a95 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300169:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a95 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300174:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.300179:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a95 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300185:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a95 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300193:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.300195:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.300199:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a95 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300204:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6a95 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.300216:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fdb5e1a8 reply state 00000000e1758d98 transno 4294976882 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b6a9c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd432a159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300225:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b6a9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd432a159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.300231:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd432a159 (ffff9ee490edd400) 00010000:00010000:3.0:1775764887.300233:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.300235:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.300286:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+200:89014:x1862022133000448:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15762us (15948us total) trans 4294976882 rc 0/0 00000100:00100000:3.0:1775764887.300293:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16318 00010000:00010000:2.0:1775764887.302300:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.302318:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.302432:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.302458:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.302485:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.302488:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.302491:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.302494:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:3.0:1775764887.302496:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764887.302500:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764887.302531:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6aaa lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76766 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.302553:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76766 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.302568:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.302571:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.302575:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f7800, rc 0) 00000100:00100000:3.0:1775764887.302683:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133000576:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5977us (6431us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.302692:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16319 00000100:00100000:3.0:1775764887.309287:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.309392:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133000960 00000100:00100000:0.0:1775764887.309401:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133000960 00000100:00100000:0.0:1775764887.309467:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16320 00000100:00100000:0.0:1775764887.309477:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+200:89014:x1862022133000960:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.309569:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6ab8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.309587:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6ab8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.309601:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6ab8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.309616:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b6abf lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8a404398 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.309661:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b6abf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8a404398 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.309681:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b6abf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8a404398 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.309701:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 87 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.309727:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76766 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.309736:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.309770:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76766 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.309783:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76766 expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.309797:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a712a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154056064:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.309880:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.312010:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a712a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154056064:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764887.312040:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.317403:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.317685:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133001088 00000100:00100000:2.0:1775764887.317696:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133001088 00010000:00010000:2.0:1775764887.317741:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76766 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.317783:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1992 00000100:00100000:2.0:1775764887.317793:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133001088:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764887.317808:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764887.317832:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76766 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.317846:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76766 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.317871:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6ab1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76766 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.317890:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.317895:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.317917:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.317924:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.317964:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764887.318028:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133001088:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 235us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.318035:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1992 00010000:00010000:3.0:1775764887.318356:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.318364:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.318877:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071830879 reply state 0000000039fb12d7 transno 4294976883 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.318892:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.318899:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.318901:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764887.318904:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.318911:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6ab8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.318917:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6ab8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.318923:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6ab8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.318930:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6ab8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.318936:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.319080:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6ab8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.319091:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6ab8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.319101:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.319104:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.319107:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6ab8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.319114:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6ab8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.319126:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071830879 reply state 0000000039fb12d7 transno 4294976883 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b6abf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8a404398 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.319135:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b6abf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8a404398 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.319141:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8a404398 (ffff9ee384aa3800) 00010000:00010000:3.0:1775764887.319143:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.319145:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.319225:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+202:89014:x1862022133000960:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9746us (9946us total) trans 4294976883 rc 0/0 00000100:00100000:3.0:1775764887.319233:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16320 00000100:00100000:3.0:1775764887.321242:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.321375:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133001216 00000100:00100000:2.0:1775764887.321386:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133001216 00000100:00100000:2.0:1775764887.321445:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16321 00000100:00100000:2.0:1775764887.321456:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133001216:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.321478:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.321498:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6acd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7676d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.321574:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ad4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 87 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.321596:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.321609:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.321697:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.321723:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.321744:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.321748:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.321751:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.321753:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764887.321755:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.321759:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.321779:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6acd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7676d expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.321796:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7676d expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.321805:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.321808:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.321812:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510a000, rc 0) 00000100:00100000:2.0:1775764887.321864:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133001216:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 410us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.321871:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16321 00000100:00100000:1.0:1775764887.324509:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.324584:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133001472 00000100:00100000:3.0:1775764887.324602:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133001472 00000100:00100000:3.0:1775764887.324688:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16322 00000100:00100000:3.0:1775764887.324697:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+202:89014:x1862022133001472:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.324789:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6adb lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.324804:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6adb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.324816:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6adb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.324831:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6ae2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4916bb8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.324838:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4916bb8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.324845:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4916bb8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.324861:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 88 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.324886:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ad4 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7676d expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.324894:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.324926:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7676d expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.324938:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ad4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7676d expref: 33 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.324963:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154056192:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764887.325036:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffd80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.330589:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.330708:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154056192:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764887.330788:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.330817:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133001600 00000100:00100000:2.0:1775764887.330824:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133001600 00010000:00010000:2.0:1775764887.330858:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ad4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7676d expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.330901:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1993 00000100:00100000:2.0:1775764887.330911:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133001600:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764887.330926:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764887.330960:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ad4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7676d expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.330972:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7676d expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.330993:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ad4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7676d expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.331009:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.331014:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.331038:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.331046:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.331076:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764887.331186:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133001600:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 275us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.331196:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1993 00010000:00010000:3.0:1775764887.331461:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.331469:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.331999:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000380e4885 reply state 00000000c0e9aa8c transno 4294976884 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.332013:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.332021:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.332023:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764887.332026:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.332033:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6adb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.332039:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6adb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.332044:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6adb lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.332050:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6adb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.332056:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.332060:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6adb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.332067:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6adb lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.332076:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.332078:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.332081:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6adb lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.332087:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6adb lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.332096:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000380e4885 reply state 00000000c0e9aa8c transno 4294976884 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4916bb8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.332105:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6ae2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4916bb8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.332110:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4916bb8 (ffff9ee3858c9e00) 00010000:00010000:3.0:1775764887.332113:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.332115:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.342451:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+204:89014:x1862022133001472:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 17742us (17937us total) trans 4294976884 rc 0/0 00000100:00100000:3.0:1775764887.342463:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16322 00000100:00100000:0.0:1775764887.342465:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.342609:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133001728 00000100:00100000:3.0:1775764887.342618:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133001728 00000100:00100000:3.0:1775764887.342682:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16323 00000100:00100000:3.0:1775764887.342689:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133001728:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.342708:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.342931:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6af0 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76774 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.343019:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6af7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 88 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.343034:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6af7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.343047:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6af7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.343091:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.343116:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6af7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.343135:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.343138:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.343141:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.343143:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:3.0:1775764887.343145:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764887.343149:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764887.343171:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6af0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76774 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.343188:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6af7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76774 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.343195:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.343198:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.343202:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393a00, rc 0) 00000100:00100000:3.0:1775764887.343248:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133001728:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 559us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.343254:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16323 00000100:00100000:0.0:1775764887.349795:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.349956:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133001984 00000100:00100000:1.0:1775764887.349966:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133001984 00000100:00100000:1.0:1775764887.350028:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16324 00000100:00100000:1.0:1775764887.350039:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+204:89014:x1862022133001984:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.350129:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6afe lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.350147:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6afe lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.350159:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6afe lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.350174:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6b05 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x49be6898 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.350180:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6b05 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x49be6898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.350186:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6b05 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x49be6898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.350203:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 89 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.350228:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6af7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76774 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.350236:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.350271:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6af7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76774 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.350285:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6af7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76774 expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.350299:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a71cd500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154056320:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.350370:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afba80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764887.353182:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a71cd500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154056320:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764887.353214:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.355294:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.355340:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.355424:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133002112 00000100:00100000:2.0:1775764887.355433:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133002112 00010000:00010000:2.0:1775764887.355470:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6af7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76774 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.355511:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1994 00000100:00100000:2.0:1775764887.355521:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880eac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133002112:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764887.355537:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764887.355561:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6af7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76774 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.355574:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6af7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76774 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.355597:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6af7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76774 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.355613:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.355619:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.355685:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.355693:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.355716:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764887.355767:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880eac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133002112:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 246us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.355774:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1994 00010000:00010000:1.0:1775764887.355885:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.355894:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.356311:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133002240 00000100:00100000:3.0:1775764887.356315:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133002240 00000100:00100000:3.0:1775764887.356337:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16325 00000100:00100000:3.0:1775764887.356341:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c159f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133002240:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.356354:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.356364:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6b13 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7677b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.356410:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 89 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.356417:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.356422:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 89 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.356432:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.356437:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 89 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.356515:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000308e6c7a reply state 00000000f38083a5 transno 4294976885 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356527:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356531:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.356533:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764887.356535:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 89 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356539:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356543:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.356558:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.356563:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6afe lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356566:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6afe lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356571:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6afe lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356575:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6afe lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356579:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.356581:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6afe lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356586:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6afe lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356593:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.356595:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.356598:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6afe lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356603:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6afe lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.356613:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000308e6c7a reply state 00000000f38083a5 transno 4294976885 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6b05 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x49be6898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356644:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6b05 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x49be6898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.356651:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x49be6898 (ffff9ee490edd900) 00010000:00010000:1.0:1775764887.356654:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.356656:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.356695:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+206:89014:x1862022133001984:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6659us (6912us total) trans 4294976885 rc 0/0 00000100:00100000:1.0:1775764887.356699:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16324 00010000:00010000:3.0:1775764887.357013:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.357020:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.357055:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.357071:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.357092:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.357094:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.357097:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.357099:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:3.0:1775764887.357101:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764887.357106:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764887.357125:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6b13 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7677b expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.357137:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7677b expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.357143:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.357145:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.357148:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7392c00, rc 0) 00000100:00100000:3.0:1775764887.357192:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c159f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133002240:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 849us (1907us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.357199:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16325 00000100:00100000:0.0:1775764887.366145:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.366229:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133002496 00000100:00100000:3.0:1775764887.366239:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133002496 00000100:00100000:3.0:1775764887.366300:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16326 00000100:00100000:3.0:1775764887.366309:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+206:89014:x1862022133002496:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.366398:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b21 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.366415:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b21 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.366428:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b21 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.366443:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6b28 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x967da1b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.366450:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6b28 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x967da1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.366457:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6b28 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x967da1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.366476:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 90 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.366502:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7677b expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.366511:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.366544:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7677b expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.366557:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7677b expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.366572:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154056448:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764887.366684:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffd80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.370460:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154056448:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764887.370494:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.372055:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.372106:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133002624 00000100:00100000:3.0:1775764887.372115:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133002624 00010000:00010000:3.0:1775764887.372154:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7677b expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.372204:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1995 00000100:00100000:3.0:1775764887.372215:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133002624:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.372229:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.372305:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7677b expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.372320:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7677b expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.372342:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b1a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7677b expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.372359:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.372364:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.372388:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.372396:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.372428:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764887.372463:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.372475:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.372487:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133002624:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 274us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.372494:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1995 00000004:00010000:0.0:1775764887.373448:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cac5bcf reply state 000000000a5d5eaa transno 4294976886 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.373466:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.373473:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.373476:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764887.373480:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.373487:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b21 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.373493:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b21 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.373498:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b21 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.373504:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b21 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.373509:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.373513:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b21 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.373520:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b21 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.373528:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.373531:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.373535:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b21 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.373540:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b21 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.373551:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cac5bcf reply state 000000000a5d5eaa transno 4294976886 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6b28 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x967da1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.373559:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6b28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x967da1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.373564:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x967da1b9 (ffff9ee3858c9c00) 00010000:00010000:0.0:1775764887.373566:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.373568:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764887.373643:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+208:89014:x1862022133002496:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7333us (7506us total) trans 4294976886 rc 0/0 00000100:00100000:0.0:1775764887.373651:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16326 00000100:00100000:0.0:1775764887.375399:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.375459:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133002752 00000100:00100000:2.0:1775764887.375468:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133002752 00000100:00100000:2.0:1775764887.375523:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16327 00000100:00100000:2.0:1775764887.375532:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133002752:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.375552:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.375571:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b36 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76782 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.375680:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b3d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 90 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.375696:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b3d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.375707:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b3d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.375746:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.375768:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b3d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.375786:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.375790:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.375792:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.375794:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764887.375796:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.375800:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.376088:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b36 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76782 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.376106:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b3d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76782 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.376115:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.376118:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.376121:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510b400, rc 0) 00000100:00100000:2.0:1775764887.376176:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133002752:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 644us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.376183:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16327 00000100:00100000:1.0:1775764887.387226:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.387306:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133003008 00000100:00100000:2.0:1775764887.387318:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133003008 00000100:00100000:2.0:1775764887.387383:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16328 00000100:00100000:2.0:1775764887.387393:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+208:89014:x1862022133003008:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764887.387484:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b44 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.387503:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b44 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.387517:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b44 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.387536:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6b4b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6942dd48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.387543:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6b4b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6942dd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.387549:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6b4b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6942dd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.387569:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 91 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.387596:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b3d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76782 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.387605:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.387769:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b3d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76782 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.387783:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b3d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76782 expref: 33 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.387798:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a71c9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154056576:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764887.387872:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764887.394926:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a71c9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154056576:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764887.395055:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.397203:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.397250:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.397333:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133003136 00000100:00100000:3.0:1775764887.397343:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133003136 00010000:00010000:3.0:1775764887.397383:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b3d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76782 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.397427:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1996 00000100:00100000:3.0:1775764887.397437:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133003136:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.397452:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.397477:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b3d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76782 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.397491:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b3d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76782 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.397513:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b3d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76782 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.397530:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.397535:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.397558:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.397567:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.397604:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764887.397789:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.397797:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.398271:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002cd1d7d2 reply state 00000000308ec2a2 transno 4294976887 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398285:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398295:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.398297:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764887.398300:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.398307:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b44 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398314:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b44 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398319:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b44 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398324:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b44 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398329:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.398333:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b44 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398339:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b44 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398348:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.398351:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.398355:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b44 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398359:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b44 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.398371:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002cd1d7d2 reply state 00000000308ec2a2 transno 4294976887 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6b4b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6942dd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398378:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6b4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6942dd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398383:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6942dd48 (ffff9ee4c00dfb00) 00010000:00010000:0.0:1775764887.398385:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.398387:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764887.398446:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+210:89014:x1862022133003008:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11052us (11229us total) trans 4294976887 rc 0/0 00000100:00100000:0.0:1775764887.398454:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16328 00000100:00100000:0.0:1775764887.398476:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133003264 00000100:00100000:0.0:1775764887.398482:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133003264 00000100:00100000:0.0:1775764887.398513:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16329 00000100:00100000:0.0:1775764887.398521:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133003264:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764887.398536:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764887.398551:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6b59 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76789 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398606:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6b60 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 91 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398615:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6b60 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.398651:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6b60 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.398990:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133003136:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1553us (1794us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.399001:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1996 00000004:00200000:0.0:1775764887.399380:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764887.399402:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6b60 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.399428:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764887.399431:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.399434:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.399436:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:0.0:1775764887.399438:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764887.399441:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764887.399462:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6b59 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76789 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.399481:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6b60 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76789 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.399489:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.399492:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764887.399494:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f7e00, rc 0) 00000100:00100000:0.0:1775764887.399538:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133003264:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1018us (2288us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.399545:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16329 00000100:00100000:1.0:1775764887.406398:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.406479:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133003520 00000100:00100000:3.0:1775764887.406490:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133003520 00000100:00100000:3.0:1775764887.406551:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16330 00000100:00100000:3.0:1775764887.406560:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+210:89014:x1862022133003520:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.406859:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6b67 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.406876:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6b67 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.406888:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6b67 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.406904:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6b6e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe54de839 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.406911:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6b6e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe54de839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.406917:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6b6e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe54de839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.406937:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 92 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.406969:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6b60 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76789 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.406976:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.407010:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6b60 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76789 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.407022:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6b60 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76789 expref: 33 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.407034:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154056704:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764887.407110:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffd80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764887.407965:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764887.409421:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.409506:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154056704:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764887.409529:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.411106:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.411187:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133003776 00000100:00100000:3.0:1775764887.411197:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133003776 00000100:00100000:3.0:1775764887.411256:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16331 00000100:00100000:3.0:1775764887.411265:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133003776:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.411286:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.411307:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6b7c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76790 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.411374:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 93 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.411387:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.411393:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 93 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.411411:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.411421:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 93 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.411835:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1862022154056832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1775764887.411888:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764887.411985:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154056832 00000100:00100000:1.0:1775764887.411990:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154056832 00000100:00100000:1.0:1775764887.412032:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107 00000100:00100000:1.0:1775764887.412039:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3665:x1862022154056832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1775764887.412069:0:6523:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6270976 pending 0 free 1445953536 avail 1299714048 00000100:00100000:1.0:1775764887.412118:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3665:x1862022154056832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.412124:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107 00000100:00100000:2.0:1775764887.412473:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1862022154056832:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1775764887.412568:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133003648 00000100:00100000:0.0:1775764887.412574:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133003648 00010000:00010000:0.0:1775764887.412600:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6b60 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76789 expref: 36 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.412864:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1997 00000100:00100000:1.0:1775764887.412873:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133003648:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764887.412885:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764887.412906:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6b60 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76789 expref: 36 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.412918:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6b60 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76789 expref: 36 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.412953:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6b60 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76789 expref: 36 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.412971:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.412976:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 93 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.412990:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.413013:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.413020:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.413026:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 93 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.413031:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 93 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.413055:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764887.413101:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133003648:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 230us (3686us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.413108:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1997 00010000:00010000:3.0:1775764887.413157:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413165:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.413619:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc2574ba reply state 000000000474030e transno 4294976888 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413659:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413666:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.413682:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764887.413685:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 92 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413692:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413697:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.413715:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.413723:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6b67 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413730:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6b67 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413735:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6b67 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413742:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6b67 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413747:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4c21cd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.413751:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6b67 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413759:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6b67 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413769:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.413771:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.413774:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6b67 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413779:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6b67 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.413791:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc2574ba reply state 000000000474030e transno 4294976888 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6b6e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe54de839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413798:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6b6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe54de839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413804:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe54de839 (ffff9ee3858c9500) 00010000:00010000:3.0:1775764887.413806:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.413808:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1775764887.413841:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413848:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.413881:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.413899:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.413921:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.413924:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.413927:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.413929:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:3.0:1775764887.413932:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764887.413936:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764887.413966:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6b7c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76790 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413981:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76790 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.413987:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.413989:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.413991:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee480031400, rc 0) 00000100:00100000:3.0:1775764887.414024:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133003776:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2761us (2924us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.414032:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16331 00000100:00100000:3.0:1775764887.414134:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+212:89014:x1862022133003520:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7576us (7746us total) trans 4294976888 rc 0/0 00000100:00100000:3.0:1775764887.414141:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16330 00000100:00100000:3.0:1775764887.416530:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.417865:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133004032 00000100:00100000:2.0:1775764887.417879:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133004032 00000100:00100000:2.0:1775764887.418073:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16332 00000100:00100000:2.0:1775764887.418085:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+212:89014:x1862022133004032:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764887.418182:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b8a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.418199:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b8a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.418214:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b8a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.418231:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b91 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe4fa7a68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.418239:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b91 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe4fa7a68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.418245:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b91 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe4fa7a68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.418264:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 93 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.418294:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76790 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.418302:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.418340:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76790 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.418353:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76790 expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.418368:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a71c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154056960:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764887.418454:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.420937:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.421363:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a71c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154056960:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764887.421396:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.421695:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133004160 00000100:00100000:1.0:1775764887.421702:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133004160 00010000:00010000:1.0:1775764887.421737:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76790 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.421766:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1998 00000100:00100000:1.0:1775764887.421775:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133004160:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764887.421789:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764887.421824:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76790 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.421837:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76790 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.421859:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6b83 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76790 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.421874:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.421880:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.421902:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.421910:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.421950:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764887.422005:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133004160:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 231us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.422012:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1998 00010000:00010000:0.0:1775764887.422258:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.422266:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.422767:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc0f0540 reply state 00000000b16ab850 transno 4294976889 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.422782:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.422788:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.422791:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764887.422794:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.422800:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b8a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.422821:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b8a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.422827:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b8a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.422834:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b8a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.422839:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.422844:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b8a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.422851:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b8a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.422862:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.422864:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.422867:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b8a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.422873:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6b8a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.422886:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc0f0540 reply state 00000000b16ab850 transno 4294976889 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b91 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe4fa7a68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.422893:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe4fa7a68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.422900:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe4fa7a68 (ffff9ee4c00dfc00) 00010000:00010000:0.0:1775764887.422902:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.422904:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764887.422974:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+214:89014:x1862022133004032:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4889us (6451us total) trans 4294976889 rc 0/0 00000100:00100000:0.0:1775764887.422982:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16332 00000100:00100000:3.0:1775764887.424474:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.424701:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133004288 00000100:00100000:2.0:1775764887.424710:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133004288 00000100:00100000:2.0:1775764887.424767:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16333 00000100:00100000:2.0:1775764887.424777:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133004288:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.424799:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.424832:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b9f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76797 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.424906:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6ba6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 93 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.424920:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.424933:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.424995:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.425017:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.425036:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.425039:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.425041:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.425044:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764887.425046:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.425049:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.425072:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6b9f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76797 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.425090:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6ba6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76797 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.425098:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.425101:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.425105:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393400, rc 0) 00000100:00100000:2.0:1775764887.425165:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133004288:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 390us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.425173:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16333 00000100:00100000:1.0:1775764887.427504:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.427569:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133004544 00000100:00100000:3.0:1775764887.427579:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133004544 00000100:00100000:3.0:1775764887.427681:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16334 00000100:00100000:3.0:1775764887.427692:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+214:89014:x1862022133004544:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.427992:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6bad lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.428008:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6bad lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.428020:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6bad lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.428036:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b6bb4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd995a67d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.428041:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b6bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd995a67d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.428046:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b6bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd995a67d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.428064:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 94 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.428090:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6ba6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76797 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.428098:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.428133:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6ba6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76797 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.428146:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6ba6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76797 expref: 33 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.428159:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154057088:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764887.428244:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffd80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764887.431040:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154057088:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764887.431068:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.431770:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.431820:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133004672 00000100:00100000:3.0:1775764887.431831:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133004672 00010000:00010000:3.0:1775764887.431867:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6ba6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76797 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.431936:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1999 00000100:00100000:3.0:1775764887.431957:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133004672:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.431971:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.431995:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6ba6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76797 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.432007:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6ba6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76797 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.432029:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6ba6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76797 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.432047:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.432051:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.432078:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.432086:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.432116:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.432173:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133004672:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.432180:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1999 00010000:00010000:0.0:1775764887.432229:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.432237:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.432716:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d88bdb6a reply state 00000000443c9f01 transno 4294976890 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.432730:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.432738:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.432741:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764887.432743:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.432749:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6bad lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.432756:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6bad lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.432762:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6bad lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.432768:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6bad lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.432773:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480031c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.432777:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6bad lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.432784:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6bad lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.432793:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.432795:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.432798:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6bad lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.432804:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6bad lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.432815:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d88bdb6a reply state 00000000443c9f01 transno 4294976890 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b6bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd995a67d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.432823:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b6bb4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd995a67d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.432829:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd995a67d (ffff9ee3858c9300) 00010000:00010000:0.0:1775764887.432831:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.432833:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764887.432890:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+216:89014:x1862022133004544:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5200us (5395us total) trans 4294976890 rc 0/0 00000100:00100000:0.0:1775764887.432898:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16334 00000100:00100000:1.0:1775764887.436466:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.436517:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.436778:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133004800 00000100:00100000:2.0:1775764887.436788:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133004800 00000100:00100000:2.0:1775764887.436974:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133005056 00000100:00100000:2.0:1775764887.436978:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133005056 00000100:00100000:2.0:1775764887.437006:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16335 00000100:00100000:2.0:1775764887.437015:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133004800:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.437036:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.437056:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6bc2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7679e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437123:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6bc9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 94 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437138:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6bc9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437149:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6bc9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.437192:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.437214:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6bc9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.437232:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.437235:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.437238:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.437241:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764887.437243:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.437247:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.437266:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6bc2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7679e expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437283:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6bc9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7679e expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437291:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.437293:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.437296:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393a00, rc 0) 00000100:00100000:2.0:1775764887.437352:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133004800:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 338us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.437359:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16335 00000100:00100000:2.0:1775764887.437464:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16336 00000100:00100000:2.0:1775764887.437471:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+216:89014:x1862022133005056:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764887.437513:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6bd0 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437522:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6bd0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437528:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6bd0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437541:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6bd7 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xeb5c7d00 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437548:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6bd7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xeb5c7d00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437554:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6bd7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xeb5c7d00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437569:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 95 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437593:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6bc9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7679e expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437601:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437649:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6bc9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7679e expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.437662:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6bc9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7679e expref: 33 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.437674:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a71c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154057216:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764887.437729:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4855a00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.451191:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.451283:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133005184 00000100:00100000:0.0:1775764887.451292:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133005184 00010000:00010000:0.0:1775764887.451331:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6bc9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7679e expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.451380:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2000 00000100:00100000:0.0:1775764887.451389:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133005184:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764887.451403:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764887.451426:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6bc9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7679e expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.451439:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6bc9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7679e expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.451460:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.451465:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.451498:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.451506:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.451525:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764887.451580:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133005184:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 192us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.451587:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2000 00010000:00010000:2.0:1775764887.452167:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6bc9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7679e expref: 33 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.452185:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a71c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154057216:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764887.452219:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452228:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452235:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.452757:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000224df5fc reply state 00000000092b80fb transno 4294976891 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452773:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452781:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.452783:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764887.452787:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764887.452794:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6bd0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452800:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6bd0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452806:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6bd0 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452813:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6bd0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452818:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764887.452822:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6bd0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452830:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6bd0 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452839:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764887.452842:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764887.452845:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6bd0 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452852:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6bd0 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.452863:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000224df5fc reply state 00000000092b80fb transno 4294976891 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6bd7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xeb5c7d00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452872:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6bd7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb5c7d00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.452877:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xeb5c7d00 (ffff9ee4c00df100) 00010000:00010000:2.0:1775764887.452879:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764887.452881:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764887.452954:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+218:89014:x1862022133005056:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15482us (16436us total) trans 4294976891 rc 0/0 00000100:00100000:2.0:1775764887.452962:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16336 00000100:00100000:2.0:1775764887.455232:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.455299:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133005312 00000100:00100000:0.0:1775764887.455308:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133005312 00000100:00100000:0.0:1775764887.455359:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16337 00000100:00100000:0.0:1775764887.455368:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133005312:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764887.455387:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764887.455405:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6be5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767a5 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.455476:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6bec lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 95 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.455491:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6bec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.455505:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6bec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764887.455547:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764887.455567:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6bec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.455587:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764887.455590:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.455593:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.455596:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:0.0:1775764887.455598:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764887.455602:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764887.455641:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6be5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767a5 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.455659:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6bec lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767a5 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.455668:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.455684:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764887.455688:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f7600, rc 0) 00000100:00100000:0.0:1775764887.457328:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133005312:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1951us (2094us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.457337:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16337 00000100:00100000:2.0:1775764887.462210:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.465036:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133005568 00000100:00100000:1.0:1775764887.465053:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133005568 00000100:00100000:1.0:1775764887.465133:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16338 00000100:00100000:1.0:1775764887.465144:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+218:89014:x1862022133005568:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.465239:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6bf3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.465257:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6bf3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.465270:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6bf3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.465286:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6bfa lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x92aeb4e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.465294:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6bfa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x92aeb4e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.465300:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6bfa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x92aeb4e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.465319:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 96 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.465345:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6bec lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767a5 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.465352:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.465392:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6bec lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767a5 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.465406:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6bec lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767a5 expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.465422:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154057344:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.467338:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.475441:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.476123:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133005696 00000100:00100000:2.0:1775764887.476134:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133005696 00010000:00010000:2.0:1775764887.476178:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6bec lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767a5 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.476217:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2001 00000100:00100000:2.0:1775764887.476227:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee49680f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133005696:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764887.476241:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764887.476263:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6bec lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767a5 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.476276:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6bec lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767a5 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.476296:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.476302:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.476325:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.476333:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.476353:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764887.476415:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee49680f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133005696:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 190us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.476422:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2001 00010000:00010000:1.0:1775764887.478567:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6bec lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767a5 expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.478598:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154057344:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.478648:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.478662:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.478840:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.479345:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c070ffd reply state 000000001f72c529 transno 4294976892 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.479364:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.479373:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.479376:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764887.479381:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.479388:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6bf3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.479395:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6bf3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.479401:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6bf3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.479407:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6bf3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.479413:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.479418:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6bf3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.479425:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6bf3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.479435:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.479438:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.479442:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6bf3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.479448:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6bf3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.479459:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c070ffd reply state 000000001f72c529 transno 4294976892 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6bfa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x92aeb4e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.479468:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6bfa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92aeb4e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.479474:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x92aeb4e7 (ffff9ee490edd800) 00010000:00010000:1.0:1775764887.479477:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.479479:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.479563:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+220:89014:x1862022133005568:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14420us (17360us total) trans 4294976892 rc 0/0 00000100:00100000:1.0:1775764887.479572:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16338 00000100:00100000:0.0:1775764887.480119:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.481701:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133005824 00000100:00100000:3.0:1775764887.481713:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133005824 00000100:00100000:3.0:1775764887.481855:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16339 00000100:00100000:3.0:1775764887.481865:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133005824:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.481886:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.481906:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6c08 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767ac expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482089:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c0f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 96 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482107:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c0f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482118:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c0f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.482162:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.482183:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c0f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.482202:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.482205:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.482207:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.482210:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:3.0:1775764887.482212:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1775764887.482214:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00002000:00010000:3.0:1775764887.482216:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764887.482235:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6c08 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ac expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482252:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c0f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ac expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482260:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.482263:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.482267:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee480030a00, rc 0) 00000100:00100000:3.0:1775764887.482328:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133005824:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 464us (2210us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.482336:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16339 00000100:00100000:3.0:1775764887.482352:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133006080 00000100:00100000:3.0:1775764887.482355:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133006080 00000100:00100000:3.0:1775764887.482378:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16340 00000100:00100000:3.0:1775764887.482384:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+220:89014:x1862022133006080:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.482427:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c16 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482436:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c16 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482442:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c16 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482456:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6c1d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xee0e8218 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482462:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6c1d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xee0e8218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482469:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6c1d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xee0e8218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482483:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 97 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482506:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c0f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ac expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482519:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482550:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c0f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ac expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.482565:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c0f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ac expref: 33 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.482578:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154057472:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764887.484919:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.492153:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154057472:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764887.492183:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.493274:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.493372:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.493926:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133006336 00000100:00100000:0.0:1775764887.493935:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133006336 00000100:00100000:0.0:1775764887.494092:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16341 00000100:00100000:0.0:1775764887.494102:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133006336:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764887.494123:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1775764887.494137:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133006208 00000100:00100000:3.0:1775764887.494142:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133006208 00010000:00010000:0.0:1775764887.494143:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6c2b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767b3 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.494160:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c0f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ac expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.494195:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2002 00000100:00100000:3.0:1775764887.494201:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133006208:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764887.494208:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 98 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.494208:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764887.494220:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.494225:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 99 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.501282:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.501287:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c0f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ac expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.501308:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c0f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ac expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.501318:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 99 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.501331:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c0f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ac expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.501346:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.501350:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 98 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.501360:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.501384:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.501390:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.501395:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 98 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.501399:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 98 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.501473:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764887.501504:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.501511:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.501598:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133006208:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 7395us (8224us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.501608:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2002 00000004:00010000:2.0:1775764887.503963:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c298f63 reply state 00000000dfad77b8 transno 4294976893 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.503987:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.503997:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.504000:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764887.504004:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 97 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.504012:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.504018:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.504050:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764887.504058:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c16 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.504065:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c16 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.504071:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c16 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.504079:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c16 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.504085:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480031800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764887.504090:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c16 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.504098:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c16 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.504107:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764887.504110:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764887.504113:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c16 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.504123:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c16 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.504136:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c298f63 reply state 00000000dfad77b8 transno 4294976893 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6c1d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xee0e8218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.504144:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6c1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee0e8218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.504150:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xee0e8218 (ffff9ee3858c9700) 00010000:00010000:2.0:1775764887.504152:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764887.504154:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764887.504249:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+222:89014:x1862022133006080:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 21860us (22031us total) trans 4294976893 rc 0/0 00000100:00100000:2.0:1775764887.504259:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16340 00010000:00010000:0.0:1775764887.505118:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.505128:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764887.505179:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764887.505201:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.505228:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764887.505231:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.505234:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.505236:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:0.0:1775764887.505238:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764887.505242:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764887.505269:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6c2b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767b3 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.505290:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767b3 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.505298:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.505300:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764887.505303:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f6800, rc 0) 00000100:00100000:0.0:1775764887.505359:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133006336:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 11258us (12089us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.505367:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16341 00000100:00100000:2.0:1775764887.512787:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.512898:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133006592 00000100:00100000:0.0:1775764887.512909:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133006592 00000100:00100000:0.0:1775764887.512990:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16342 00000100:00100000:0.0:1775764887.513000:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+222:89014:x1862022133006592:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.513089:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6c39 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.513107:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6c39 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.513125:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6c39 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.513148:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b6c40 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x725deb70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.513155:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b6c40 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x725deb70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.513160:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b6c40 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x725deb70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.513175:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 98 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.513200:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767b3 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.513208:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.513241:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767b3 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.513254:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767b3 expref: 33 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.513267:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154057600:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.513346:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764887.520204:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154057600:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764887.520234:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.524816:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.524927:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.525335:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133006848 00000100:00100000:0.0:1775764887.525344:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133006848 00000100:00100000:0.0:1775764887.525447:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16343 00000100:00100000:0.0:1775764887.525457:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133006848:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764887.525477:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764887.525495:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6c4e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767ba expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.525558:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 99 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.525572:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.525579:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 99 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.525596:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.525605:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 99 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.525828:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133006720 00000100:00100000:3.0:1775764887.525832:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133006720 00010000:00010000:0.0:1775764887.525916:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767b3 expref: 36 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.526018:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2003 00000100:00100000:0.0:1775764887.526026:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133006720:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764887.526036:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764887.526056:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767b3 expref: 36 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.526067:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767b3 expref: 36 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.526086:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6c32 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767b3 expref: 36 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.526101:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.526105:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 99 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.526111:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.526131:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.526138:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.526144:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 99 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.526149:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 99 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.526173:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764887.526226:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133006720:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 201us (1299us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.526234:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2003 00010000:00010000:3.0:1775764887.526741:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.526750:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.527371:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000cecd725 reply state 0000000071ba6a1b transno 4294976894 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527387:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527395:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.527397:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764887.527400:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 98 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527408:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527414:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.527432:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.527439:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6c39 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527445:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6c39 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527456:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6c39 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527464:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6c39 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527469:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.527473:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6c39 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527480:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6c39 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527488:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.527490:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.527493:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6c39 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527499:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6c39 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.527511:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000cecd725 reply state 0000000071ba6a1b transno 4294976894 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b6c40 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x725deb70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527519:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b6c40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x725deb70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.527524:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x725deb70 (ffff9ee384aa3100) 00010000:00010000:3.0:1775764887.527526:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.527528:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.527584:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+224:89014:x1862022133006592:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14584us (14804us total) trans 4294976894 rc 0/0 00000100:00100000:3.0:1775764887.527592:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16342 00010000:00010000:1.0:1775764887.529574:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.529590:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764887.529663:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764887.529696:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.529722:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764887.529725:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.529727:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.529729:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764887.529731:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764887.529734:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764887.529763:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6c4e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ba expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.529798:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ba expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.529818:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.529821:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764887.529825:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f6600, rc 0) 00000100:00100000:1.0:1775764887.529898:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133006848:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4443us (5092us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.529905:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16343 00000100:00100000:2.0:1775764887.535357:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.535465:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133007104 00000100:00100000:0.0:1775764887.535476:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133007104 00000100:00100000:0.0:1775764887.535566:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16344 00000100:00100000:0.0:1775764887.535577:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+224:89014:x1862022133007104:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.535691:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6c5c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.535707:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6c5c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.535720:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6c5c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.535735:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6c63 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc58bcd60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.535742:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6c63 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc58bcd60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.535749:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6c63 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc58bcd60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.535767:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 99 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.535795:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ba expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.535803:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.535849:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ba expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.535866:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ba expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.535881:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154057728:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.536008:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764887.539471:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154057728:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764887.539500:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.541293:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.541359:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.541422:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133007360 00000100:00100000:1.0:1775764887.541430:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133007360 00000100:00100000:1.0:1775764887.541478:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16345 00000100:00100000:1.0:1775764887.541484:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133007360:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764887.541502:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764887.541520:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6c71 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767c1 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.541572:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 100 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.541582:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.541597:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 100 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.541610:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.541617:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 100 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.542227:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133007232 00000100:00100000:3.0:1775764887.542232:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133007232 00010000:00010000:0.0:1775764887.542297:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ba expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.542316:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2004 00000100:00100000:0.0:1775764887.542321:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133007232:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764887.542332:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764887.542350:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ba expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.542359:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ba expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.542372:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6c55 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767ba expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.542386:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.542389:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 100 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.542395:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.542413:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.542418:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.542423:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 100 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.542426:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 100 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.542447:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764887.542496:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133007232:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 174us (1212us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.542500:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2004 00010000:00010000:1.0:1775764887.543177:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543192:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.543601:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006379ebb7 reply state 00000000e31518f7 transno 4294976895 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543613:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543618:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.543636:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764887.543639:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 99 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543644:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543648:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.543875:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.543882:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6c5c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543887:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6c5c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543891:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6c5c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543894:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6c5c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543901:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.543904:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6c5c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543909:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6c5c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543916:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.543917:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.543920:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6c5c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543923:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6c5c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.543931:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006379ebb7 reply state 00000000e31518f7 transno 4294976895 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6c63 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc58bcd60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543937:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6c63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc58bcd60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.543953:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc58bcd60 (ffff9ee384aa3300) 00010000:00010000:1.0:1775764887.543955:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.543957:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.544021:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+226:89014:x1862022133007104:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8444us (8671us total) trans 4294976895 rc 0/0 00000100:00100000:1.0:1775764887.544026:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16344 00010000:00010000:2.0:1775764887.544503:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.544512:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.544551:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.544572:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.545025:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.545028:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.545031:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.545033:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764887.545035:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.545040:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.545066:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6c71 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c1 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.545085:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c1 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.545092:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.545095:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.545097:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3912a1c00, rc 0) 00000100:00100000:2.0:1775764887.545187:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133007360:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3701us (3825us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.545195:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16345 00000100:00100000:3.0:1775764887.546145:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.546210:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133007616 00000100:00100000:1.0:1775764887.546219:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133007616 00000100:00100000:1.0:1775764887.546268:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16346 00000100:00100000:1.0:1775764887.546276:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+226:89014:x1862022133007616:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.546349:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6c7f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.546364:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6c7f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.546375:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6c7f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.546388:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6c86 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x28135eff bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.546393:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6c86 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x28135eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.546399:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6c86 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x28135eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.546412:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 100 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.546436:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c1 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.546443:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.546471:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c1 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.546487:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c1 expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.546499:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154057856:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.546571:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.549665:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154057856:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.549704:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.550972:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.551010:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.551090:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133007872 00000100:00100000:2.0:1775764887.551099:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133007872 00010000:00010000:2.0:1775764887.551143:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c1 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.551187:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2005 00000100:00100000:2.0:1775764887.551195:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133007872:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764887.551213:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764887.551240:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c1 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.551256:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c1 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.551280:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6c78 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c1 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.551295:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.551299:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.551323:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.551330:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.551360:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764887.551411:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133007872:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.551418:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2005 00010000:00010000:3.0:1775764887.551549:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.551557:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.552070:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000087498c77 reply state 00000000a8e4b510 transno 4294976896 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552084:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552090:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.552093:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764887.552095:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.552101:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6c7f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552108:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6c7f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552115:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6c7f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552122:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6c7f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552128:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.552133:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6c7f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552140:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6c7f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552149:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.552151:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.552155:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6c7f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552160:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6c7f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.552170:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000087498c77 reply state 00000000a8e4b510 transno 4294976896 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6c86 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x28135eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552177:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6c86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x28135eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552183:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x28135eff (ffff9ee490edde00) 00010000:00010000:3.0:1775764887.552184:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.552186:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.552244:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+228:89014:x1862022133007616:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5965us (6099us total) trans 4294976896 rc 0/0 00000100:00100000:3.0:1775764887.552251:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16346 00000100:00100000:3.0:1775764887.552271:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133007744 00000100:00100000:3.0:1775764887.552276:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133007744 00000100:00100000:3.0:1775764887.552313:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16347 00000100:00100000:3.0:1775764887.552320:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133007744:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.552334:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.552348:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c94 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767c8 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552400:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c9b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 100 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552411:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c9b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552419:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c9b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.552448:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.552464:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c9b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.552482:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.552485:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.552488:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.552490:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:3.0:1775764887.552492:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764887.552496:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764887.552510:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6c94 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c8 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552524:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c9b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c8 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.552536:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.552537:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.552540:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee480030a00, rc 0) 00000100:00100000:3.0:1775764887.552560:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133007744:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 241us (1595us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.552566:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16347 00000100:00100000:3.0:1775764887.556177:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.556249:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133008128 00000100:00100000:1.0:1775764887.556259:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133008128 00000100:00100000:1.0:1775764887.556319:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16348 00000100:00100000:1.0:1775764887.556329:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+228:89014:x1862022133008128:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.556418:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6ca2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.556435:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6ca2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.556449:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6ca2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.556465:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6ca9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa9fb9d6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.556473:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6ca9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa9fb9d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.556484:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6ca9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa9fb9d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.556504:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 101 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.556531:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c9b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c8 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.556540:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.556573:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c9b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c8 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.556588:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c9b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c8 expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.556603:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154057984:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.556802:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.559264:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154057984:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.559292:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.560405:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.560439:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.560459:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133008384 00000100:00100000:0.0:1775764887.560467:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133008384 00000100:00100000:0.0:1775764887.560584:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16349 00000100:00100000:2.0:1775764887.560601:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133008256 00000100:00100000:0.0:1775764887.560605:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133008384:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:2.0:1775764887.560605:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133008256 00010000:00010000:0.0:1775764887.560644:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.560648:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c9b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c8 expref: 35 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.560663:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6cb7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767cf expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.560686:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2006 00000100:00100000:2.0:1775764887.560692:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2404:x1862022133008256:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764887.560701:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764887.560721:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c9b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c8 expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.560730:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 103 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.560735:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c9b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c8 expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.560998:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.561006:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 103 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.561025:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.561035:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 103 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.561284:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6c9b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767c8 expref: 36 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.561297:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.561300:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 102 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.561305:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.561323:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.561328:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.561332:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 102 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.561335:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 102 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.561351:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764887.561381:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.561388:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.561435:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022133008256:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 742us (995us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.561443:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2006 00000004:00010000:1.0:1775764887.562146:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000932ea3d5 reply state 0000000010fb2019 transno 4294976897 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.562162:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.562169:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.562171:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764887.562173:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.562180:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.562185:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.562209:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.562216:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6ca2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.562222:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6ca2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.562228:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6ca2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.562234:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6ca2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.562240:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.562245:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6ca2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.562246:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.562252:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.562253:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6ca2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.562263:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.562265:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.562268:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6ca2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.562274:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b6ca2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.562283:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000932ea3d5 reply state 0000000010fb2019 transno 4294976897 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6ca9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa9fb9d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.562285:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1775764887.562292:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6ca9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa9fb9d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.562297:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa9fb9d6c (ffff9ee490edd200) 00010000:00010000:1.0:1775764887.562299:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.562301:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:2.0:1775764887.562301:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.562320:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.562323:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.562326:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.562328:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764887.562329:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.562333:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:1.0:1775764887.562347:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+230:89014:x1862022133008128:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6020us (6179us total) trans 4294976897 rc 0/0 00010000:00010000:2.0:1775764887.562351:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6cb7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767cf expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.562355:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16348 00010000:00010000:2.0:1775764887.562365:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767cf expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.562372:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.562374:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.562377:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f6800, rc 0) 00000100:00100000:2.0:1775764887.562398:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133008384:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1806us (1997us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.562405:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16349 00000100:00100000:2.0:1775764887.564292:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.566159:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133008640 00000100:00100000:3.0:1775764887.566174:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133008640 00000100:00100000:3.0:1775764887.566240:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16350 00000100:00100000:3.0:1775764887.566250:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+230:89014:x1862022133008640:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.566335:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6cc5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.566352:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6cc5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.566364:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6cc5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.566379:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6ccc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x415b6848 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.566386:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6ccc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x415b6848 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.566396:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6ccc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x415b6848 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.566417:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 102 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.566444:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767cf expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.566453:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.566487:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767cf expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.566502:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767cf expref: 33 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.566515:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154058112:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764887.566604:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.570554:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154058112:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.570584:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.572552:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.572647:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133008768 00000100:00100000:0.0:1775764887.572657:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133008768 00010000:00010000:0.0:1775764887.572699:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767cf expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.572744:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2007 00000100:00100000:0.0:1775764887.572753:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133008768:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764887.572766:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764887.572792:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767cf expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.572805:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767cf expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.572827:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6cbe lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767cf expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.572848:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.572853:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.572878:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.572885:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.572983:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764887.573041:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133008768:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 289us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.573049:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2007 00010000:00010000:3.0:1775764887.573115:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.573125:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.573576:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035d0e377 reply state 000000009a652a33 transno 4294976898 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.573597:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.573604:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.573607:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764887.573609:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.573615:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6cc5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.573644:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6cc5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.573651:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6cc5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.573658:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6cc5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.573664:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480031800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.573680:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6cc5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.573688:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6cc5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.573696:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.573698:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.573702:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6cc5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.573708:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6cc5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.573721:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035d0e377 reply state 000000009a652a33 transno 4294976898 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6ccc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x415b6848 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.573729:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6ccc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x415b6848 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.573735:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x415b6848 (ffff9ee3858c9000) 00010000:00010000:3.0:1775764887.573737:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.573739:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.573789:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+232:89014:x1862022133008640:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7540us (9504us total) trans 4294976898 rc 0/0 00000100:00100000:3.0:1775764887.573796:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16350 00000100:00100000:3.0:1775764887.579195:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.579515:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133008896 00000100:00100000:2.0:1775764887.579525:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133008896 00000100:00100000:2.0:1775764887.579584:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16351 00000100:00100000:2.0:1775764887.579602:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133008896:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.579647:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.579668:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6cda lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767d6 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.579749:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6ce1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 102 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.579765:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.579778:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.579826:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.579848:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.579870:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.579873:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.579875:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.579878:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764887.579881:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.579884:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.579908:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6cda lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767d6 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.579925:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6ce1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767d6 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.579933:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.579935:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.579948:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393a00, rc 0) 00000100:00100000:2.0:1775764887.580007:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133008896:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 406us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.580015:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16351 00000100:00100000:0.0:1775764887.580915:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.581024:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133009152 00000100:00100000:1.0:1775764887.581031:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133009152 00000100:00100000:1.0:1775764887.581072:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16352 00000100:00100000:1.0:1775764887.581081:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+232:89014:x1862022133009152:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.581185:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6ce8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.581196:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6ce8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.581207:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6ce8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.581223:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b6cef lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x33690ce8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.581231:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b6cef lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x33690ce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.581236:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b6cef lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x33690ce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.581255:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 103 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.581282:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6ce1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767d6 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.581296:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.581332:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6ce1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767d6 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.581347:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6ce1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767d6 expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.581361:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154058240:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.581447:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764887.587820:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.587866:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154058240:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764887.587888:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133009280 00010000:00010000:1.0:1775764887.587894:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.587896:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133009280 00010000:00010000:2.0:1775764887.587930:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6ce1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767d6 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.587973:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2008 00000100:00100000:2.0:1775764887.587983:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4863b3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133009280:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764887.587998:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764887.588023:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6ce1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767d6 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.588036:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6ce1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767d6 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.588064:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6ce1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767d6 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.588080:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.588085:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.588114:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.588122:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.588157:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764887.588182:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.588189:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.588208:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4863b3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133009280:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 227us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.588215:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2008 00000004:00010000:1.0:1775764887.588731:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093a6e470 reply state 000000004985d02e transno 4294976899 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.588747:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.588754:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.588757:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764887.588760:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.588767:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6ce8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.588773:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6ce8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.588779:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6ce8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.588786:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6ce8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.588792:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.588797:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6ce8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.589296:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6ce8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.589310:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.589312:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.589317:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6ce8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.589322:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6ce8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.589334:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093a6e470 reply state 000000004985d02e transno 4294976899 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b6cef lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x33690ce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.589343:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b6cef lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x33690ce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.589349:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x33690ce8 (ffff9ee39e624500) 00010000:00010000:1.0:1775764887.589351:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.589353:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.589429:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+234:89014:x1862022133009152:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8348us (8517us total) trans 4294976899 rc 0/0 00000100:00100000:1.0:1775764887.589437:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16352 00000100:00100000:0.0:1775764887.591194:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.591240:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133009408 00000100:00100000:1.0:1775764887.591250:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133009408 00000100:00100000:1.0:1775764887.591305:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16353 00000100:00100000:1.0:1775764887.591315:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133009408:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764887.591332:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764887.591352:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6cfd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767dd expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.591421:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d04 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 103 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.591435:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.591445:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764887.591482:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764887.591501:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.591521:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764887.591523:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.591526:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.591529:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764887.591530:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764887.591535:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764887.591554:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6cfd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767dd expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.591568:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d04 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767dd expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.591575:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.591578:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764887.591582:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39e9f1000, rc 0) 00000100:00100000:1.0:1775764887.591657:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133009408:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 343us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.591665:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16353 00000100:00100000:2.0:1775764887.598916:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.599082:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133009664 00000100:00100000:1.0:1775764887.599094:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133009664 00000100:00100000:1.0:1775764887.599156:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16354 00000100:00100000:1.0:1775764887.599166:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+234:89014:x1862022133009664:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.599250:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d0b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.599268:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d0b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.599281:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d0b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.599301:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b6d12 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf72b1b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.599309:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b6d12 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf72b1b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.599315:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b6d12 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf72b1b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.599333:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 104 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.599357:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d04 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767dd expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.599365:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.599400:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d04 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767dd expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.599413:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d04 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767dd expref: 33 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.599429:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154058368:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.599507:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.606688:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154058368:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.606721:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.608745:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.608795:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.608824:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133009792 00000100:00100000:1.0:1775764887.608833:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133009792 00010000:00010000:1.0:1775764887.608874:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d04 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767dd expref: 34 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.608913:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2009 00000100:00100000:1.0:1775764887.608923:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133009792:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764887.608947:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764887.608970:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d04 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767dd expref: 34 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.608983:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d04 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767dd expref: 34 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609005:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d04 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767dd expref: 34 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609022:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.609027:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.609038:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133009920 00000100:00100000:0.0:1775764887.609042:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133009920 00010000:00010000:1.0:1775764887.609052:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609060:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609084:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764887.609086:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16355 00000100:00100000:0.0:1775764887.609093:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133009920:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764887.609108:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764887.609121:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6d20 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767e4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.609136:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133009792:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 215us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.609143:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2009 00010000:00010000:1.0:1775764887.609166:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609174:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.609254:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 104 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.609263:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.609270:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 104 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.609283:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.609291:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 104 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.609691:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009fd8de0 reply state 00000000bf89fa9f transno 4294976900 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609706:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609712:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.609715:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764887.609718:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 104 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609724:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609730:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.609751:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.609759:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d0b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609765:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d0b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609774:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d0b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609781:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d0b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609787:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.609790:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d0b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609798:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d0b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609807:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.609809:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.609813:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d0b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.609819:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609819:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d0b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.609826:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.609830:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009fd8de0 reply state 00000000bf89fa9f transno 4294976900 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b6d12 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf72b1b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609838:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b6d12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf72b1b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.609843:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf72b1b4 (ffff9ee39e624600) 00010000:00010000:1.0:1775764887.609845:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.609847:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1775764887.609854:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764887.609871:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.609889:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764887.609892:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.609895:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.609897:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:0.0:1775764887.609899:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1775764887.609901:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+236:89014:x1862022133009664:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10737us (10996us total) trans 4294976900 rc 0/0 00002000:00010000:0.0:1775764887.609903:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:1.0:1775764887.609908:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16354 00010000:00010000:0.0:1775764887.609919:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6d20 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767e4 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.609933:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767e4 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.609951:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.609953:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764887.609955:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f7c00, rc 0) 00000100:00100000:0.0:1775764887.609978:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133009920:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 886us (1183us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.609983:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16355 00000100:00100000:2.0:1775764887.617013:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.617103:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133010176 00000100:00100000:1.0:1775764887.617114:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133010176 00000100:00100000:1.0:1775764887.617176:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16356 00000100:00100000:1.0:1775764887.617186:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+236:89014:x1862022133010176:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.617278:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d2e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.617295:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d2e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.617309:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d2e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.617325:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6d35 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x173b2d71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.617332:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6d35 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x173b2d71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.617340:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6d35 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x173b2d71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.617358:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 105 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.617384:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767e4 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.617393:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.617428:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767e4 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.617442:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767e4 expref: 33 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.617458:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154058496:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.617537:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764887.620224:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.620346:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154058496:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.620373:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.620445:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133010304 00000100:00100000:3.0:1775764887.620454:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133010304 00010000:00010000:3.0:1775764887.620489:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767e4 expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.620530:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2010 00000100:00100000:3.0:1775764887.620539:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133010304:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.620553:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.620575:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767e4 expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.620588:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767e4 expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.620616:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6d27 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767e4 expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.620683:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.620689:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.620714:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.620722:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.620741:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.620795:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133010304:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 256us (582us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764887.620884:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.620891:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.621366:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000864345b3 reply state 00000000387b789a transno 4294976901 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.621380:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.621387:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.621389:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764887.621392:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.621398:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d2e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.621404:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d2e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.621409:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d2e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.621415:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d2e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.621421:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.621425:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d2e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.621432:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d2e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.621442:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.621444:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.621447:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d2e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.621453:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d2e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.621464:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000864345b3 reply state 00000000387b789a transno 4294976901 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6d35 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x173b2d71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.621472:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6d35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x173b2d71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.621477:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x173b2d71 (ffff9ee39e624c00) 00010000:00010000:1.0:1775764887.621480:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.621481:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.621529:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+238:89014:x1862022133010176:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4344us (4526us total) trans 4294976901 rc 0/0 00000100:00100000:1.0:1775764887.621536:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16356 00000100:00100000:3.0:1775764887.621753:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2010 00000100:00100000:0.0:1775764887.624592:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.624707:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133010560 00000100:00100000:2.0:1775764887.624717:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133010560 00000100:00100000:2.0:1775764887.624781:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16357 00000100:00100000:2.0:1775764887.624790:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+238:89014:x1862022133010560:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764887.624877:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d43 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.624894:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d43 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.624907:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d43 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.624922:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6d4a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xcdfc5885 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.624929:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6d4a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcdfc5885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.624935:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6d4a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcdfc5885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.624971:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6d51 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 105 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.624995:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6d51 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.625002:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6d51 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.625585:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007cc0719b reply state 000000007c4f8bde transno 4294976902 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6d51 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.625600:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6d51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.625607:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.625610:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764887.625614:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764887.625619:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d43 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.625648:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d43 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.625654:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d43 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.625661:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d43 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.625667:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764887.625671:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d43 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.625679:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d43 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.625688:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764887.625691:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764887.625695:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d43 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.625701:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d43 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.625713:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007cc0719b reply state 000000007c4f8bde transno 4294976902 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6d4a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcdfc5885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.625732:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6d4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcdfc5885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.625737:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcdfc5885 (ffff9ee4c00df000) 00010000:00010000:2.0:1775764887.625740:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764887.625741:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764887.625823:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+240:89014:x1862022133010560:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1031us (1240us total) trans 4294976902 rc 0/0 00000100:00100000:2.0:1775764887.625830:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16357 00000100:00100000:2.0:1775764887.628300:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.628570:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133010688 00000100:00100000:3.0:1775764887.628581:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133010688 00000100:00100000:0.0:1775764887.628787:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.628830:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133010944 00000100:00100000:3.0:1775764887.628835:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133010944 00000100:00100000:3.0:1775764887.628873:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16358 00000100:00100000:3.0:1775764887.628883:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133010688:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.628904:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1775764887.628923:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16359 00010000:00010000:3.0:1775764887.628925:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6d58 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767eb expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.628932:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+240:89014:x1862022133010944:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.629013:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d5f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.629028:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d5f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.629028:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6d66 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 106 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.629038:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6d66 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.629039:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d5f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.629045:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6d66 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.629054:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d6d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc28f295c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.629059:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d6d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc28f295c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.629065:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d6d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc28f295c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.629078:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 107 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.629086:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1775764887.629100:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6d66 lrc: 2/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.629106:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6d66 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.629111:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.629121:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.629124:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.629126:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.629128:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:3.0:1775764887.629131:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:1.0:1775764887.636603:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6d66 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764887.636612:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764887.636646:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.636864:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6d58 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767eb expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.636892:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6d66 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767eb expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.636902:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6d66 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767eb expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.636909:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4c21cd800, rc 0) 00000100:00100000:2.0:1775764887.637050:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133010688:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8166us (8757us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.637061:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16358 00000100:00100000:3.0:1775764887.639881:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.640062:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133011072 00000100:00100000:1.0:1775764887.640072:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133011072 00000100:00100000:1.0:1775764887.640134:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16360 00000100:00100000:1.0:1775764887.640143:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133011072:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764887.640164:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764887.640185:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d7b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767f2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.640250:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 108 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.640264:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.640270:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 108 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.640289:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.640301:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 108 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.642361:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.642795:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133011200 00000100:00100000:2.0:1775764887.642806:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133011200 00010000:00010000:2.0:1775764887.642847:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6d66 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767eb expref: 36 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.642892:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2011 00000100:00100000:2.0:1775764887.642903:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133011200:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764887.642917:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764887.642970:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6d66 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767eb expref: 36 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.642984:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6d66 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767eb expref: 36 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.643005:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6d66 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767eb expref: 36 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.643028:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.643035:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 108 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.643044:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.643067:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.643075:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.643083:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 108 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.643089:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 108 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.643125:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764887.643178:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133011200:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 277us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.643186:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2011 00010000:00010000:3.0:1775764887.643253:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643262:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.643755:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003ce8d684 reply state 0000000033541a4a transno 4294976903 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643769:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643776:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.643778:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764887.643780:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 107 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643787:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643793:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.643810:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.643817:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d5f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643823:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d5f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643827:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d5f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643833:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d5f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643838:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.643842:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d5f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643848:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d5f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643857:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.643859:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.643863:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d5f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643869:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6d5f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.643881:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003ce8d684 reply state 0000000033541a4a transno 4294976903 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d6d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc28f295c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643889:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc28f295c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.643894:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc28f295c (ffff9ee39e624100) 00010000:00010000:3.0:1775764887.643896:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.643898:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.643950:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+242:89014:x1862022133010944:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15008us (15152us total) trans 4294976903 rc 0/0 00000100:00100000:3.0:1775764887.643957:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16359 00010000:00010000:1.0:1775764887.644170:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.644178:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764887.644210:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764887.644227:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.644249:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764887.644252:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.644254:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.644256:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764887.644258:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764887.644262:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764887.644280:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d7b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f2 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.644294:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f2 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.644300:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.644302:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764887.644304:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39e9f1a00, rc 0) 00000100:00100000:1.0:1775764887.644328:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133011072:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4187us (4457us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.644334:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16360 00000100:00100000:0.0:1775764887.659613:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.659968:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133011456 00000100:00100000:1.0:1775764887.659979:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133011456 00000100:00100000:1.0:1775764887.660040:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16361 00000100:00100000:1.0:1775764887.660050:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+242:89014:x1862022133011456:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.660144:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d89 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.660161:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d89 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.660175:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d89 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.660189:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b6d90 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2e0d7b6d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.660195:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b6d90 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2e0d7b6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.660201:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b6d90 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2e0d7b6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.660217:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 108 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.660244:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f2 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.660252:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.660286:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f2 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.660300:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f2 expref: 33 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.660313:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154058624:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.660392:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.663223:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154058624:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.663250:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.663917:0:9474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764887.667381:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.667481:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133011584 00000100:00100000:2.0:1775764887.667491:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133011584 00000100:00100000:2.0:1775764887.667549:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16362 00000100:00100000:2.0:1775764887.667558:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133011584:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.667579:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.667599:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d9e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf767f9 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.667737:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 109 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.667753:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.667760:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 109 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.667778:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.667789:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 109 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.670123:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.670226:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133011712 00000100:00100000:2.0:1775764887.670235:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133011712 00010000:00010000:2.0:1775764887.670279:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f2 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.670318:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2012 00000100:00100000:2.0:1775764887.670328:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2405:x1862022133011712:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764887.670341:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764887.670363:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f2 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.670376:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f2 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.670396:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6d82 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f2 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.670412:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.670417:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 109 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.670425:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.670448:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.670455:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.670462:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 109 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.670468:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 109 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.670500:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764887.670595:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2405:x1862022133011712:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 269us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.670603:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2012 00010000:00010000:1.0:1775764887.670749:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.670758:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.671242:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2f762cb reply state 000000005646809c transno 4294976904 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671258:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671265:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.671267:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764887.671270:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 108 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671278:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671285:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.671305:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.671312:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d89 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671320:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d89 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671327:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d89 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671333:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d89 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671340:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.671344:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d89 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671352:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d89 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671361:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.671364:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.671367:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d89 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671374:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6d89 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.671385:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2f762cb reply state 000000005646809c transno 4294976904 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b6d90 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2e0d7b6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671394:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b6d90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2e0d7b6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.671400:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2e0d7b6d (ffff9ee39e624200) 00010000:00010000:1.0:1775764887.671402:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.671404:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.671453:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+244:89014:x1862022133011456:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11404us (11849us total) trans 4294976904 rc 0/0 00000100:00100000:1.0:1775764887.671460:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16361 00010000:00010000:2.0:1775764887.672169:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.672179:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.672217:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.672237:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.672259:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.672262:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.672265:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.672267:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:2.0:1775764887.672268:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.672272:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.672293:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6d9e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f9 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.672308:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f9 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.672315:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.672318:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.672320:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4c21cd800, rc 0) 00000100:00100000:2.0:1775764887.672355:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133011584:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4798us (4984us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.672361:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16362 00000100:00100000:0.0:1775764887.681785:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.682128:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133011968 00000100:00100000:3.0:1775764887.682138:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133011968 00000100:00100000:3.0:1775764887.682199:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16363 00000100:00100000:3.0:1775764887.682210:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+244:89014:x1862022133011968:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.682296:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6dac lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.682311:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6dac lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.682323:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6dac lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.682337:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b6db3 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb6acc4d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.682344:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b6db3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb6acc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.682350:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b6db3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb6acc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.682367:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 109 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.682394:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f9 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.682402:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.682436:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f9 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.682456:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f9 expref: 33 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.682471:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154058752:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764887.682540:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffb40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.688691:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154058752:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764887.688722:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.693457:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.693498:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.693598:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133012096 00000100:00100000:2.0:1775764887.693608:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133012096 00000100:00100000:2.0:1775764887.693697:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16364 00000100:00100000:2.0:1775764887.693706:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133012096:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.693728:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.693748:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6dc1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76800 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.693826:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 110 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.693841:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.693848:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 110 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.693866:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.693876:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 110 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.694245:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133012224 00000100:00100000:3.0:1775764887.694251:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133012224 00010000:00010000:3.0:1775764887.694275:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f9 expref: 36 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.694339:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2013 00000100:00100000:3.0:1775764887.694347:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133012224:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.694358:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.694377:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f9 expref: 36 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.694390:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f9 expref: 36 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.694409:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6da5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf767f9 expref: 36 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.694431:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.694435:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 110 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.694444:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.694466:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.694474:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.694481:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 110 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.694487:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 110 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.694513:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.694569:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133012224:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 223us (1070us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.694577:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2013 00010000:00010000:1.0:1775764887.694646:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.694654:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.695151:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011d19d0f reply state 000000005be1e496 transno 4294976905 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695166:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695174:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.695176:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764887.695179:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 109 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695186:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695191:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.695212:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.695219:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6dac lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695226:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6dac lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695231:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6dac lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695238:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6dac lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695243:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdac600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.695247:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6dac lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695254:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6dac lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695262:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.695265:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.695268:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6dac lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695274:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6dac lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.695285:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011d19d0f reply state 000000005be1e496 transno 4294976905 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b6db3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb6acc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695294:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b6db3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb6acc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695299:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb6acc4d (ffff9ee3858c9a00) 00010000:00010000:1.0:1775764887.695301:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.695303:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.695350:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+246:89014:x1862022133011968:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13141us (13574us total) trans 4294976905 rc 0/0 00000100:00100000:1.0:1775764887.695357:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16363 00010000:00010000:1.0:1775764887.695381:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695388:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764887.695421:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764887.695438:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.695459:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764887.695462:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.695464:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.695467:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887 00000004:00010000:1.0:1775764887.695469:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764887.695473:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764887.695492:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6dc1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76800 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695506:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76800 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.695518:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.695521:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764887.695524:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee480031800, rc 0) 00000100:00100000:1.0:1775764887.695546:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133012096:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1842us (2099us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.695552:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16364 00000100:00100000:2.0:1775764887.701554:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.701664:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133012480 00000100:00100000:1.0:1775764887.701674:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133012480 00000100:00100000:1.0:1775764887.701731:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16365 00000100:00100000:1.0:1775764887.701741:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+246:89014:x1862022133012480:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.701984:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6dcf lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.702002:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6dcf lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.702014:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6dcf lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.702030:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b6dd6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7a98e28a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.702038:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b6dd6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7a98e28a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.702045:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b6dd6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7a98e28a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.702067:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 110 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.702094:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76800 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.702103:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.702137:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76800 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.702151:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76800 expref: 33 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.702165:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154058880:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.702286:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.717307:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154058880:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.717337:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.718899:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.719182:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133012608 00000100:00100000:0.0:1775764887.719191:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133012608 00000100:00100000:0.0:1775764887.719258:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16366 00000100:00100000:0.0:1775764887.719269:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133012608:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764887.719291:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764887.719311:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6de4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76807 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.719378:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 111 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.719392:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.719400:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 111 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.719420:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.719429:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 111 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.723051:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.723203:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133012736 00000100:00100000:1.0:1775764887.723213:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133012736 00010000:00010000:1.0:1775764887.723251:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76800 expref: 36 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.723283:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2014 00000100:00100000:1.0:1775764887.723290:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2404:x1862022133012736:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764887.723302:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764887.723322:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76800 expref: 36 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.723331:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76800 expref: 36 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.723346:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6dc8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76800 expref: 36 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.723360:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.723364:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 111 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.723371:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.723391:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.723397:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.723401:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 111 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.723405:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 111 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.723430:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764887.723472:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022133012736:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 182us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.723477:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2014 00010000:00010000:0.0:1775764887.724223:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.724230:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.724589:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a4a34d9b reply state 000000008c2e190e transno 4294976906 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.724603:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.724611:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.724613:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764887.724616:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 110 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.724764:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.724772:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.724990:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.724999:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6dcf lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.725006:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6dcf lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.725011:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6dcf lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.725016:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6dcf lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.725019:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.725022:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6dcf lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.725027:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6dcf lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.725034:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.725036:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.725038:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6dcf lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.725051:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6dcf lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.725060:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a4a34d9b reply state 000000008c2e190e transno 4294976906 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b6dd6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7a98e28a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.725065:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b6dd6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a98e28a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.725069:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7a98e28a (ffff9ee39e624800) 00010000:00010000:0.0:1775764887.725071:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.725072:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764887.725134:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+248:89014:x1862022133012480:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 23393us (23589us total) trans 4294976906 rc 0/0 00000100:00100000:0.0:1775764887.725139:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16365 00010000:00010000:2.0:1775764887.726529:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.726542:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.726589:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.726612:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.728409:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.728478:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133012992 00000100:00100000:1.0:1775764887.728487:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133012992 00000100:00100000:1.0:1775764887.728546:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16367 00000100:00100000:1.0:1775764887.728555:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+248:89014:x1862022133012992:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.728674:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b6df2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.728689:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b6df2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.728700:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b6df2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.728715:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6df9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x93dc0761 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.728722:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6df9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x93dc0761 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.728729:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6df9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x93dc0761 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.728747:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 112 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.728774:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.728781:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.728798:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.728824:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.729347:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.729351:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.729354:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.729356:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764887 -> 1775764888 00000004:00010000:2.0:1775764887.729359:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.729363:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.729390:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6de4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76807 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.729416:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76807 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.729424:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76807 expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.729430:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f7c00, rc 0) 00000100:00100000:2.0:1775764887.729533:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133012608:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 10265us (10640us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.729542:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16366 00000100:00100000:3.0:1775764887.735022:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.735162:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133013120 00000100:00100000:2.0:1775764887.735173:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133013120 00000100:00100000:2.0:1775764887.735230:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16368 00000100:00100000:2.0:1775764887.735239:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133013120:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.735258:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.735282:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6e07 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7680e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.735350:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 112 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.735363:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.735370:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 112 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.735386:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.735397:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 112 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.737333:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.737562:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133013248 00000100:00100000:3.0:1775764887.737571:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133013248 00010000:00010000:3.0:1775764887.737657:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76807 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.737709:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2015 00000100:00100000:3.0:1775764887.737719:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4863b1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2404:x1862022133013248:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.737745:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.737769:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76807 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.737781:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76807 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.737802:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6deb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76807 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.737966:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.737971:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 112 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.737980:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.738003:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.738011:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.738019:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 112 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.738028:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 112 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.738057:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764887.738290:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.738296:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.738949:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4863b1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022133013248:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1222us (1614us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.738959:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2015 00000004:00010000:1.0:1775764887.739456:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000085e92583 reply state 00000000bffda509 transno 4294976907 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.739473:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.739481:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.739484:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764887.739487:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 111 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.739494:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.739500:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.739532:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.739540:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b6df2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.739547:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b6df2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.739553:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b6df2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.739560:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b6df2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.739565:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.739569:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b6df2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.739576:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b6df2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.739841:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.739850:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.739896:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.739917:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.739947:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.739951:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.739953:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.739955:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:2.0:1775764887.739958:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.739962:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.739987:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6e07 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7680e expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.740005:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7680e expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.740012:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.740013:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.740016:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee480030a00, rc 0) 00000100:00100000:2.0:1775764887.740063:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133013120:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4825us (5051us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.740072:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16368 00010000:00010000:1.0:1775764887.740341:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.740344:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.740348:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b6df2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.740355:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b6df2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.740367:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000085e92583 reply state 00000000bffda509 transno 4294976907 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6df9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x93dc0761 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.740378:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6df9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93dc0761 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.740386:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x93dc0761 (ffff9ee39e624400) 00010000:00010000:1.0:1775764887.740388:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.740390:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.740431:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+250:89014:x1862022133012992:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11877us (12029us total) trans 4294976907 rc 0/0 00000100:00100000:1.0:1775764887.740437:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16367 00000100:00100000:2.0:1775764887.743224:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.743306:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133013504 00000100:00100000:1.0:1775764887.743316:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133013504 00000100:00100000:1.0:1775764887.743374:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16369 00000100:00100000:1.0:1775764887.743381:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+250:89014:x1862022133013504:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.743458:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6e15 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.743471:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6e15 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.743480:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6e15 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.743509:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b6e1c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9fac79fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.743514:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b6e1c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9fac79fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.743518:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b6e1c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9fac79fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.743532:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 112 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.743553:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7680e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.743558:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.743584:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7680e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.743596:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7680e expref: 33 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.743611:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154059008:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.743720:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.747155:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7257480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154059008:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.747185:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.753814:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.753909:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133013760 00000100:00100000:0.0:1775764887.753919:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133013760 00000100:00100000:0.0:1775764887.753991:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16370 00000100:00100000:0.0:1775764887.754000:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133013760:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764887.754021:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764887.754040:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6e2a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76815 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.754105:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 113 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.754119:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.754126:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 113 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.754144:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.754153:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.760713:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.760994:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133013632 00000100:00100000:3.0:1775764887.761006:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133013632 00010000:00010000:3.0:1775764887.761048:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7680e expref: 36 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.761104:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2016 00000100:00100000:3.0:1775764887.761113:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133013632:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.761128:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.761154:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7680e expref: 36 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.761167:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7680e expref: 36 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.761192:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e0e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7680e expref: 36 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.761208:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.761214:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.761224:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.761246:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.761253:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.761260:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.761265:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.761296:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.761353:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133013632:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 241us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.761360:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2016 00010000:00010000:0.0:1775764887.761699:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.761708:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.763279:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e8280d69 reply state 000000002e42a6be transno 4294976908 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763301:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763307:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.763309:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764887.763312:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763318:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763321:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.763342:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.763351:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6e15 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763357:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6e15 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763362:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6e15 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763368:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6e15 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763374:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.763378:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6e15 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763385:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6e15 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.763390:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763395:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.763398:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764887.763398:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763401:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6e15 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763407:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b6e15 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.763419:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e8280d69 reply state 000000002e42a6be transno 4294976908 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b6e1c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9fac79fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763427:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b6e1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9fac79fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.763432:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9fac79fd (ffff9ee39e624000) 00010000:00010000:0.0:1775764887.763435:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.763436:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1775764887.763439:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.763457:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.763481:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.763484:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.763487:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.763489:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:2.0:1775764887.763491:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.763495:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:0.0:1775764887.763519:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+252:89014:x1862022133013504:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 20134us (20303us total) trans 4294976908 rc 0/0 00010000:00010000:2.0:1775764887.763519:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6e2a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76815 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.763528:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16369 00010000:00010000:2.0:1775764887.763536:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76815 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.763543:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.763545:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.763547:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f7000, rc 0) 00000100:00100000:2.0:1775764887.763569:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133013760:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 9571us (9766us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.763576:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16370 00000100:00100000:2.0:1775764887.770165:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.770225:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133014016 00000100:00100000:0.0:1775764887.770236:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133014016 00000100:00100000:0.0:1775764887.770300:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16371 00000100:00100000:0.0:1775764887.770310:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+252:89014:x1862022133014016:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.770403:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e38 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.770419:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e38 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.770432:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e38 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.770447:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6e3f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xdd208d6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.770454:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6e3f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdd208d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.770461:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6e3f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdd208d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.770478:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 113 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.770506:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76815 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.770513:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.770547:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76815 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.770561:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76815 expref: 33 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.770575:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154059136:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.770691:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764887.775296:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.775351:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154059136:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764887.775374:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764887.775377:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.775447:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133014272 00000100:00100000:3.0:1775764887.775455:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133014272 00000100:00100000:3.0:1775764887.775517:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16372 00000100:00100000:3.0:1775764887.775526:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133014272:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.775547:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.775566:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6e4d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7681c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.775660:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 114 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.775683:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.775690:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 114 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.775708:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.775717:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 114 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.776063:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133014144 00000100:00100000:1.0:1775764887.776069:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133014144 00010000:00010000:1.0:1775764887.776094:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76815 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.776160:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2017 00000100:00100000:1.0:1775764887.776167:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133014144:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764887.776180:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764887.776202:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76815 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.776214:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76815 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.776234:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e31 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76815 expref: 36 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.776249:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.776253:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 114 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.776260:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.776284:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.776292:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.776300:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 114 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.776306:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 114 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.776331:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764887.776390:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133014144:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 222us (1103us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.776400:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2017 00010000:00010000:0.0:1775764887.776592:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.776599:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.777130:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000003ced77 reply state 000000006070e6fe transno 4294976909 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777144:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777150:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.777152:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764887.777154:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777160:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777169:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.777188:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.777194:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e38 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777201:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e38 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777207:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e38 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777213:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e38 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777219:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.777222:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e38 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777229:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e38 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777239:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.777242:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.777245:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e38 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777250:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e38 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.777261:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000003ced77 reply state 000000006070e6fe transno 4294976909 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6e3f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdd208d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777269:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6e3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdd208d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777274:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdd208d6c (ffff9ee384aa3600) 00010000:00010000:0.0:1775764887.777276:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.777278:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:0.0:1775764887.777308:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777314:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764887.777352:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764887.777371:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.777391:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764887.777394:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.777396:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.777399:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764887.777401:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764887.777404:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764887.777423:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6e4d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7681c expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777436:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7681c expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.777442:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.777445:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764887.777447:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4c21cd800, rc 0) 00000100:00100000:0.0:1775764887.777488:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133014272:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1963us (2113us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.777496:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16372 00000100:00100000:0.0:1775764887.777529:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+254:89014:x1862022133014016:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7222us (7375us total) trans 4294976909 rc 0/0 00000100:00100000:0.0:1775764887.777535:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16371 00000100:00100000:2.0:1775764887.784498:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.789116:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133014528 00000100:00100000:0.0:1775764887.789133:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133014528 00000100:00100000:0.0:1775764887.789204:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16373 00000100:00100000:0.0:1775764887.789215:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+254:89014:x1862022133014528:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.789308:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e5b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.789327:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e5b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.789339:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e5b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.789352:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6e62 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x78485bde bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.789358:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6e62 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x78485bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.789364:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6e62 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x78485bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.789387:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 114 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.789413:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7681c expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.789421:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.789456:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7681c expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.789470:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7681c expref: 33 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.789485:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154059264:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.789579:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764887.794302:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.794831:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133014656 00000100:00100000:3.0:1775764887.794843:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133014656 00010000:00010000:3.0:1775764887.794882:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7681c expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.794926:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2018 00000100:00100000:3.0:1775764887.794947:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133014656:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.794961:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.794989:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7681c expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.795003:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7681c expref: 34 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.795027:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.795032:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.795065:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.795072:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.795092:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.795158:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133014656:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 224us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.795165:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2018 00010000:00010000:0.0:1775764887.795881:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6e54 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7681c expref: 33 pid: 6520 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.795900:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154059264:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764887.795919:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.795927:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.795932:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.796402:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8df3881 reply state 0000000037bd7172 transno 4294976910 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.796418:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.796426:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.796428:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764887.796432:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.796438:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e5b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.796444:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e5b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.796449:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e5b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.796455:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e5b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.796461:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.796465:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e5b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.796472:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e5b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.796481:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.796483:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.796486:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e5b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.796492:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e5b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.796505:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8df3881 reply state 0000000037bd7172 transno 4294976910 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6e62 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x78485bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.796512:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6e62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x78485bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.796517:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x78485bde (ffff9ee384aa3a00) 00010000:00010000:0.0:1775764887.796519:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.796521:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764887.796596:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+256:89014:x1862022133014528:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7382us (12106us total) trans 4294976910 rc 0/0 00000100:00100000:0.0:1775764887.796604:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16373 00000100:00100000:2.0:1775764887.798587:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.798699:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133014784 00000100:00100000:1.0:1775764887.798709:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133014784 00000100:00100000:1.0:1775764887.798762:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16374 00000100:00100000:1.0:1775764887.798772:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133014784:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764887.798790:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764887.798820:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6e70 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76823 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.798885:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6e77 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 114 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.798898:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6e77 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.798909:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6e77 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764887.798966:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764887.798987:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6e77 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.799013:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764887.799016:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.799018:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.799021:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:1.0:1775764887.799023:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764887.799026:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764887.799048:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6e70 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76823 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.799064:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6e77 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76823 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.799073:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.799075:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764887.799078:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385909000, rc 0) 00000100:00100000:1.0:1775764887.799128:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133014784:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 357us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.799135:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16374 00000100:00100000:3.0:1775764887.807121:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.807209:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133015040 00000100:00100000:0.0:1775764887.807219:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133015040 00000100:00100000:0.0:1775764887.807279:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16375 00000100:00100000:0.0:1775764887.807287:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+256:89014:x1862022133015040:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.807365:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e7e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.807380:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e7e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.807394:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e7e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.807407:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e85 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x84038215 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.807415:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e85 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x84038215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.807421:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e85 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x84038215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.807438:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 115 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.807464:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6e77 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76823 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.807472:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.807501:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6e77 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76823 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.807514:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6e77 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76823 expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.807528:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154059392:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.807604:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764887.810149:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154059392:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764887.810178:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.814600:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.815146:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133015168 00000100:00100000:1.0:1775764887.815157:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133015168 00010000:00010000:1.0:1775764887.815197:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6e77 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76823 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.815239:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2019 00000100:00100000:1.0:1775764887.815249:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133015168:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764887.815263:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764887.815285:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6e77 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76823 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.815298:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6e77 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76823 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.815321:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6e77 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76823 expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.815340:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.815346:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.815371:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.815378:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.815512:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764887.815572:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133015168:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 323us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.815580:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2019 00010000:00010000:0.0:1775764887.816556:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.816569:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.817085:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a35d81a reply state 00000000efdbee3c transno 4294976911 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.817102:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.817110:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.817112:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764887.817116:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.817123:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e7e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.817128:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e7e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.817134:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e7e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.817140:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e7e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.817146:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.817151:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e7e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.817159:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e7e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.817169:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.817171:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.817174:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e7e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.817180:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6e7e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.817193:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a35d81a reply state 00000000efdbee3c transno 4294976911 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e85 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x84038215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.817201:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x84038215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.817206:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x84038215 (ffff9ee384aa3000) 00010000:00010000:0.0:1775764887.817209:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.817210:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764887.817569:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+258:89014:x1862022133015040:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10278us (10453us total) trans 4294976911 rc 0/0 00000100:00100000:0.0:1775764887.817578:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16375 00000100:00100000:1.0:1775764887.820445:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.820617:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133015296 00000100:00100000:2.0:1775764887.820832:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133015296 00000100:00100000:2.0:1775764887.820893:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16376 00000100:00100000:2.0:1775764887.820903:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133015296:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.820924:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.821057:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6e93 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7682a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.821132:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e9a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 115 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.821147:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e9a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.821159:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e9a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.821204:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.821226:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e9a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.821245:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.821248:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.821250:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.821252:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:2.0:1775764887.821254:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.821258:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.821280:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6e93 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7682a expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.821295:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e9a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7682a expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.821303:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.821306:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.821309:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee480030a00, rc 0) 00000100:00100000:2.0:1775764887.821410:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133015296:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 508us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.821417:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16376 00000100:00100000:2.0:1775764887.830737:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.830900:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133015552 00000100:00100000:1.0:1775764887.830910:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133015552 00000100:00100000:1.0:1775764887.830973:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16377 00000100:00100000:1.0:1775764887.830983:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+258:89014:x1862022133015552:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.831073:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6ea1 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.831090:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6ea1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.831102:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6ea1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.831118:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6ea8 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfd3d6117 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.831125:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6ea8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfd3d6117 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.831131:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6ea8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfd3d6117 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.831148:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 116 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.831174:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e9a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7682a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.831181:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.831214:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e9a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7682a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.831226:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e9a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7682a expref: 33 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.831238:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154059520:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.831323:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764887.835008:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.835095:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133015680 00000100:00100000:3.0:1775764887.835105:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133015680 00010000:00010000:3.0:1775764887.835146:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e9a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7682a expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.835190:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2020 00000100:00100000:3.0:1775764887.835200:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133015680:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.835215:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.835243:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e9a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7682a expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.835256:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e9a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7682a expref: 34 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.835278:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.835284:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.835315:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.835323:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.835343:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.835400:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133015680:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 202us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.835408:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2020 00010000:00010000:1.0:1775764887.836718:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b6e9a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7682a expref: 33 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.836741:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154059520:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.836762:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.836771:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.836775:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.837525:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bf761599 reply state 00000000cc93936e transno 4294976912 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.837544:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.837553:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.837556:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764887.837560:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.837567:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6ea1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.837574:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6ea1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.837580:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6ea1 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.837586:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6ea1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.837592:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.837597:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6ea1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.837608:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6ea1 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.837619:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.837842:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.837848:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6ea1 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.837854:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6ea1 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.837866:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bf761599 reply state 00000000cc93936e transno 4294976912 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6ea8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfd3d6117 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.837874:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6ea8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfd3d6117 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.837880:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfd3d6117 (ffff9ee39e624300) 00010000:00010000:1.0:1775764887.837883:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.837885:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.837982:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+260:89014:x1862022133015552:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6998us (7253us total) trans 4294976912 rc 0/0 00000100:00100000:1.0:1775764887.837991:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16377 00000100:00100000:2.0:1775764887.840549:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.840664:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133015936 00000100:00100000:3.0:1775764887.840683:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133015936 00000100:00100000:3.0:1775764887.840737:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16378 00000100:00100000:3.0:1775764887.840746:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+260:89014:x1862022133015936:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.840833:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6eb6 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.840850:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6eb6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.840862:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6eb6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.840877:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6ebd lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x22f199d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.840884:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6ebd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x22f199d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.840894:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6ebd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x22f199d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.840912:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b6ec4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 116 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.840951:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b6ec4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.840960:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b6ec4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.841396:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d945b1a2 reply state 000000002ebf4db8 transno 4294976913 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b6ec4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.841409:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b6ec4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.841416:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.841419:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764887.841422:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.841428:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6eb6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.841434:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6eb6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.841440:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6eb6 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.841447:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6eb6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.841456:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.841461:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6eb6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.841469:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6eb6 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.841478:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.841481:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.841485:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6eb6 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.841490:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6eb6 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.841502:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d945b1a2 reply state 000000002ebf4db8 transno 4294976913 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6ebd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x22f199d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.841510:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6ebd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x22f199d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.841516:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x22f199d9 (ffff9ee3858c9400) 00010000:00010000:3.0:1775764887.841518:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.841520:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.841591:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+262:89014:x1862022133015936:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 845us (1051us total) trans 4294976913 rc 0/0 00000100:00100000:3.0:1775764887.841599:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16378 00000100:00100000:2.0:1775764887.846468:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.846506:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.846584:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133016064 00000100:00100000:0.0:1775764887.846595:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133016064 00000100:00100000:0.0:1775764887.846680:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133016320 00000100:00100000:0.0:1775764887.846683:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133016320 00000100:00100000:0.0:1775764887.846712:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16379 00000100:00100000:0.0:1775764887.846722:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133016064:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764887.846744:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764887.846764:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6ecb lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76831 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.846843:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6ed2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 117 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.846859:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.846871:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764887.846916:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764887.846950:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.846971:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764887.846974:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.846976:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.846979:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764887.846981:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764887.846984:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764887.847004:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6ecb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76831 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.847024:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76831 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.847032:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.847035:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764887.847039:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f6600, rc 0) 00000100:00100000:0.0:1775764887.847089:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133016064:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 368us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.847096:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16379 00000100:00100000:0.0:1775764887.847114:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16380 00000100:00100000:0.0:1775764887.847121:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+262:89014:x1862022133016320:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.847164:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6ed9 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.847174:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6ed9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.847182:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6ed9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.847195:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6ee0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x58ad5730 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.847202:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6ee0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x58ad5730 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.847208:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6ee0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x58ad5730 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.847222:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 118 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.847246:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6ed2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76831 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.847254:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.847281:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76831 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.847299:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6ed2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76831 expref: 33 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.847312:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154059648:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.847357:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764887.852121:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154059648:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764887.852148:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.853536:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.853576:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.853677:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133016576 00000100:00100000:0.0:1775764887.853686:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133016576 00010000:00010000:0.0:1775764887.853726:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6ed2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76831 expref: 34 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.853766:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2021 00000100:00100000:0.0:1775764887.853776:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133016576:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764887.853791:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764887.853827:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6ed2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76831 expref: 34 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.853839:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76831 expref: 34 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.853861:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6ed2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76831 expref: 34 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.853884:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.853889:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.853916:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.853924:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.853962:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764887.854009:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022133016576:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 235us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.854017:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2021 00010000:00010000:1.0:1775764887.854190:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.854199:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.854687:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b766b444 reply state 00000000430cd125 transno 4294976914 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.854701:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.854708:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.854710:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764887.854714:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.854720:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6ed9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.854727:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6ed9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.854733:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6ed9 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.854739:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6ed9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.854744:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4c21cd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.854749:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6ed9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.854756:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6ed9 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.854764:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.854766:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.854770:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6ed9 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.854776:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b6ed9 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.854790:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b766b444 reply state 00000000430cd125 transno 4294976914 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6ee0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x58ad5730 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.854799:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6ee0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58ad5730 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.854816:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x58ad5730 (ffff9ee384aa3400) 00010000:00010000:1.0:1775764887.854818:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.854821:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.854869:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+264:89014:x1862022133016320:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7747us (8360us total) trans 4294976914 rc 0/0 00000100:00100000:1.0:1775764887.854877:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16380 00000100:00100000:1.0:1775764887.854896:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133016448 00000100:00100000:1.0:1775764887.854901:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133016448 00000100:00100000:1.0:1775764887.854929:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16381 00000100:00100000:1.0:1775764887.854953:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133016448:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764887.854969:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764887.854983:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6eee lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76838 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.855037:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6ef5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 118 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.855048:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.855056:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764887.855091:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764887.855108:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.855127:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764887.855131:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.855133:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764887.855135:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:1.0:1775764887.855138:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764887.855142:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764887.855159:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6eee lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76838 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.855174:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6ef5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76838 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.855181:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.855183:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764887.855186:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385908e00, rc 0) 00000100:00100000:1.0:1775764887.855209:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133016448:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 274us (1680us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.855215:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16381 00000100:00100000:2.0:1775764887.860321:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.860683:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133016832 00000100:00100000:0.0:1775764887.860694:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133016832 00000100:00100000:0.0:1775764887.860749:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16382 00000100:00100000:0.0:1775764887.860759:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+264:89014:x1862022133016832:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.860856:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6efc lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.860873:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6efc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.860886:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6efc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.860901:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6f03 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa4befbd1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.860908:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6f03 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa4befbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.860915:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6f03 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa4befbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.861113:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 119 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.861145:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6ef5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76838 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.861154:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.861190:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6ef5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76838 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.861204:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6ef5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76838 expref: 33 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.861219:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121e680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154059776:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.861293:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764887.868006:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121e680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154059776:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764887.868036:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.871016:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.871097:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133016960 00000100:00100000:1.0:1775764887.871107:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133016960 00010000:00010000:1.0:1775764887.871147:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6ef5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76838 expref: 34 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.871194:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2022 00000100:00100000:1.0:1775764887.871203:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4863b2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133016960:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764887.871218:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764887.871241:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6ef5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76838 expref: 34 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.871252:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6ef5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76838 expref: 34 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.871274:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6ef5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76838 expref: 34 pid: 6518 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.871288:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.871292:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.871318:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.871325:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.871353:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764887.871407:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4863b2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133016960:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 205us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.871414:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2022 00010000:00010000:0.0:1775764887.872178:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.872188:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.873112:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013383228 reply state 00000000c3bade6a transno 4294976915 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.873129:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.873137:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.873140:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764887.873144:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.873151:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6efc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.873157:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6efc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.873163:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6efc lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.873170:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6efc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.873308:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.873315:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6efc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.873324:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6efc lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.873336:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.873339:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.873342:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6efc lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.873348:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6efc lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.873363:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013383228 reply state 00000000c3bade6a transno 4294976915 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6f03 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa4befbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.873375:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6f03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa4befbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.873382:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa4befbd1 (ffff9ee384aa3b00) 00010000:00010000:0.0:1775764887.873384:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.873387:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764887.873479:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+266:89014:x1862022133016832:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12718us (13165us total) trans 4294976915 rc 0/0 00000100:00100000:0.0:1775764887.873488:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16382 00000100:00100000:2.0:1775764887.881580:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.881791:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133017088 00000100:00100000:3.0:1775764887.881802:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133017088 00000100:00100000:3.0:1775764887.881872:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16383 00000100:00100000:3.0:1775764887.881881:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133017088:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.881902:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.881922:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b6f11 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7683f expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.882009:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6f18 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 119 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.882024:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6f18 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.882035:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6f18 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.882079:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.882098:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6f18 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.882118:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.882121:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.882123:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.882126:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764887.882128:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764887.882131:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764887.882151:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b6f11 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7683f expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.882168:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6f18 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7683f expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.882181:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.882183:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.882187:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697000, rc 0) 00000100:00100000:3.0:1775764887.882254:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133017088:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 374us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.882260:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16383 00000100:00100000:3.0:1775764887.884075:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.884147:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133017344 00000100:00100000:1.0:1775764887.884157:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133017344 00000100:00100000:1.0:1775764887.884214:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16384 00000100:00100000:1.0:1775764887.884225:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+266:89014:x1862022133017344:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.884304:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f1f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.884319:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f1f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.884331:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f1f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.884347:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6f26 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfb2a7c6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.884354:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6f26 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfb2a7c6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.884361:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6f26 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfb2a7c6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.884378:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 120 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.884410:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6f18 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7683f expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.884419:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.884455:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6f18 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7683f expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.884473:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6f18 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7683f expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.884485:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154059904:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.884562:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764887.892307:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.892389:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133017472 00000100:00100000:3.0:1775764887.892399:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133017472 00010000:00010000:3.0:1775764887.892440:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6f18 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7683f expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.892482:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2023 00000100:00100000:3.0:1775764887.892492:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133017472:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.892506:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.892530:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6f18 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7683f expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.892544:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6f18 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7683f expref: 34 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.892566:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.892571:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.892600:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.892609:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.892663:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.892719:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133017472:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 229us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.892727:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2023 00010000:00010000:1.0:1775764887.892822:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b6f18 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7683f expref: 33 pid: 10039 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.892839:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154059904:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.892860:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.892868:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.892874:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.893362:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e63db84 reply state 0000000085067fe3 transno 4294976916 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.893377:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.893384:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.893387:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764887.893389:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.893397:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f1f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.893402:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f1f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.893407:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f1f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.893413:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f1f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.893419:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.893423:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f1f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.893430:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f1f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.893438:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.893440:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.893443:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f1f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.893448:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f1f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.893458:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e63db84 reply state 0000000085067fe3 transno 4294976916 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6f26 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfb2a7c6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.893465:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6f26 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb2a7c6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.893470:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfb2a7c6b (ffff9ee39e624b00) 00010000:00010000:1.0:1775764887.893473:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.893474:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.893523:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+268:89014:x1862022133017344:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9302us (9455us total) trans 4294976916 rc 0/0 00000100:00100000:1.0:1775764887.893530:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16384 00000100:00100000:2.0:1775764887.896357:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.896437:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133017600 00000100:00100000:3.0:1775764887.896448:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133017600 00000100:00100000:3.0:1775764887.896509:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16385 00000100:00100000:3.0:1775764887.896520:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133017600:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.896540:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.896562:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b6f34 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76846 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.897016:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6f3b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 120 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.897031:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6f3b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.897043:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6f3b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.897090:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.897113:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6f3b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.897134:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.897137:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.897140:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.897143:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:2.0:1775764887.897146:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.897150:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.897171:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b6f34 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76846 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.897189:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6f3b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76846 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.897197:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.897199:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.897202:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393400, rc 0) 00000100:00100000:2.0:1775764887.897263:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133017600:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 745us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.897270:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16385 00000100:00100000:2.0:1775764887.902182:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.902386:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133017856 00000100:00100000:3.0:1775764887.902396:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133017856 00000100:00100000:3.0:1775764887.902454:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16386 00000100:00100000:3.0:1775764887.902464:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+268:89014:x1862022133017856:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764887.902557:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f42 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.902575:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f42 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.902587:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f42 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.902607:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b6f49 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x236ecbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.902614:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b6f49 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x236ecbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.902658:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b6f49 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x236ecbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.902686:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 121 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.902717:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6f3b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76846 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.902725:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.902759:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6f3b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76846 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.902771:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6f3b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76846 expref: 33 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.902784:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154060032:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764887.902869:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764887.907889:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154060032:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764887.907923:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.909796:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.912165:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133018112 00000100:00100000:3.0:1775764887.912181:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133018112 00000100:00100000:0.0:1775764887.912447:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.912537:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133017984 00000100:00100000:1.0:1775764887.912541:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133017984 00010000:00010000:1.0:1775764887.912581:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6f3b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76846 expref: 35 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.912659:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2024 00000100:00100000:1.0:1775764887.912911:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133017984:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764887.912930:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764887.912970:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6f3b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76846 expref: 35 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.912986:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6f3b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76846 expref: 35 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.913009:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b6f3b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76846 expref: 35 pid: 6519 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.913026:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.913031:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.913059:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.913072:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.913101:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764887.913152:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133017984:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 484us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764887.913160:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2024 00010000:00010000:3.0:1775764887.913303:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.913313:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.914069:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005e8a186e reply state 000000007da6e97d transno 4294976917 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.914086:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.914094:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.914097:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764887.914100:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.914107:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f42 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.914114:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f42 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.914120:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f42 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.914126:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f42 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.914132:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.914136:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f42 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.914144:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f42 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.914153:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.914155:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.914158:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f42 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.914164:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f42 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.914178:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005e8a186e reply state 000000007da6e97d transno 4294976917 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b6f49 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x236ecbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.914187:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b6f49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x236ecbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.914193:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x236ecbdd (ffff9ee3858c9d00) 00010000:00010000:3.0:1775764887.914195:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.914197:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.914256:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+270:89014:x1862022133017856:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11792us (12082us total) trans 4294976917 rc 0/0 00000100:00100000:3.0:1775764887.914263:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16386 00000100:00100000:3.0:1775764887.917410:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.917593:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133018368 00000100:00100000:1.0:1775764887.917604:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133018368 00000100:00100000:1.0:1775764887.917926:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16387 00000100:00100000:1.0:1775764887.917951:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+270:89014:x1862022133018368:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.918042:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f57 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.918059:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f57 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.918071:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f57 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.918088:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b6f5e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x680a96b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.918096:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b6f5e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x680a96b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.918102:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b6f5e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x680a96b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.918121:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 121 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.918148:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.918155:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.918602:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ef0e2bc reply state 00000000d6dd0060 transno 4294976918 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.919281:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16388 00000100:00100000:2.0:1775764887.919291:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133018112:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.919309:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.919326:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6f6c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7684d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.919381:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 123 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.919393:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.919405:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 123 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.919423:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.919433:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 123 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.919564:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.919572:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.919575:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764887.919578:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 122 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.919585:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.919591:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.919617:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764887.920120:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.920130:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.920172:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.920194:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.920214:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.920217:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.920220:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.920222:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:2.0:1775764887.920225:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.920229:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.920253:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6f6c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7684d expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.920270:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7684d expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.920278:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.920280:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.920283:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3912a1c00, rc 0) 00000100:00100000:2.0:1775764887.920383:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133018112:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1092us (10595us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.920391:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16388 00010000:00010000:1.0:1775764887.920449:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f57 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.920458:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f57 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.920464:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f57 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.920475:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f57 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.920481:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.920484:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f57 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.920491:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f57 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.920502:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.920505:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.920508:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f57 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.920514:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f57 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.920527:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ef0e2bc reply state 00000000d6dd0060 transno 4294976918 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b6f5e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x680a96b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.920537:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b6f5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x680a96b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.920542:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x680a96b8 (ffff9ee39e624d00) 00010000:00010000:1.0:1775764887.920545:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.920547:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.920585:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+272:89014:x1862022133018368:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 2650us (3184us total) trans 4294976918 rc 0/0 00000100:00100000:1.0:1775764887.920592:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16387 00000100:00100000:0.0:1775764887.930023:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764887.936082:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133018624 00000100:00100000:1.0:1775764887.936098:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133018624 00000100:00100000:1.0:1775764887.936176:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16389 00000100:00100000:1.0:1775764887.936186:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+272:89014:x1862022133018624:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764887.936286:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f7a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.936305:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f7a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.936317:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f7a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.936333:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b6f81 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x68b3a5e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.936340:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b6f81 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x68b3a5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.936347:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b6f81 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x68b3a5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.936366:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 123 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.936398:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7684d expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.936407:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.936445:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7684d expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.936459:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7684d expref: 33 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.936473:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154060160:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764887.936568:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afba80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764887.943327:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.943409:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133018752 00000100:00100000:3.0:1775764887.943419:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133018752 00010000:00010000:3.0:1775764887.943468:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7684d expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.943513:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2025 00000100:00100000:3.0:1775764887.943524:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133018752:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764887.943540:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764887.943567:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7684d expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.943581:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7684d expref: 34 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.943604:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.943609:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.943804:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.943814:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.943890:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764887.943950:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133018752:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 427us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.943958:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2025 00000100:00100000:2.0:1775764887.944061:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.944367:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133018880 00000100:00100000:3.0:1775764887.944372:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133018880 00000100:00100000:3.0:1775764887.944411:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16390 00000100:00100000:3.0:1775764887.944418:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133018880:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.944437:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.944454:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f8f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76854 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.944520:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 124 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.944530:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.944537:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 124 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.944552:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.944561:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 124 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.944857:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6f73 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7684d expref: 35 pid: 8424 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.944872:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154060160:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.944890:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945045:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945052:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.945606:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008b54188d reply state 00000000d3bbc774 transno 4294976919 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945724:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945733:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.945736:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764887.945740:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 123 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945747:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945753:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.945772:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764887.945779:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f7a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945786:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f7a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945792:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f7a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945799:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f7a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945817:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764887.945821:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f7a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945828:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f7a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945839:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764887.945841:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764887.945845:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f7a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945851:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b6f7a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.945865:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008b54188d reply state 00000000d3bbc774 transno 4294976919 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b6f81 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x68b3a5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945873:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b6f81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x68b3a5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.945879:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x68b3a5e8 (ffff9ee39e624900) 00010000:00010000:0.0:1775764887.945881:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764887.945883:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1775764887.946023:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.946031:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.946066:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.946084:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.946109:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.946111:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.946114:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.946117:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764887.946119:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764887.946123:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764887.946146:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6f8f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76854 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.946163:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76854 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.946169:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.946171:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.946173:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38616d800, rc 0) 00000100:00100000:0.0:1775764887.946216:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+274:89014:x1862022133018624:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10031us (16202us total) trans 4294976919 rc 0/0 00000100:00100000:0.0:1775764887.946225:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16389 00000100:00100000:3.0:1775764887.946769:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133018880:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2349us (2706us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.946776:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16390 00000100:00100000:2.0:1775764887.950949:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.951017:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133019136 00000100:00100000:0.0:1775764887.951027:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133019136 00000100:00100000:0.0:1775764887.951095:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16391 00000100:00100000:0.0:1775764887.951105:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+274:89014:x1862022133019136:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.951197:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6f9d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.951214:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6f9d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.951230:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6f9d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.951247:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6fa4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf7a427f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.951253:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf7a427f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.951260:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf7a427f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.951277:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 124 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.951304:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76854 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.951312:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.951349:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76854 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.951363:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76854 expref: 33 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.951377:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384276300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154060288:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.951464:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764887.956341:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384276300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154060288:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764887.956374:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.958130:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.958345:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133019264 00000100:00100000:0.0:1775764887.958355:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133019264 00010000:00010000:0.0:1775764887.958395:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76854 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.958437:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2026 00000100:00100000:0.0:1775764887.958446:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133019264:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764887.958460:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764887.958483:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76854 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.958495:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76854 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.958516:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b6f96 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76854 expref: 34 pid: 27904 timeout: 2360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.958534:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.958539:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.958570:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.958578:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.958605:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764887.958710:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133019264:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 265us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.958718:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2026 00000100:00100000:2.0:1775764887.959317:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:2.0:1775764887.959424:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.959433:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.960028:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a463b859 reply state 00000000ce127b02 transno 4294976920 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960045:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960054:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.960057:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764887.960061:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764887.960069:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6f9d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960075:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6f9d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960081:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6f9d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960087:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6f9d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960092:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764887.960096:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6f9d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960103:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6f9d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960112:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764887.960114:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764887.960117:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6f9d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960123:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6f9d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.960136:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a463b859 reply state 00000000ce127b02 transno 4294976920 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf7a427f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960144:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6fa4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7a427f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960150:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf7a427f (ffff9ee4984d6600) 00010000:00010000:2.0:1775764887.960152:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764887.960153:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764887.960222:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+276:89014:x1862022133019136:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9117us (9293us total) trans 4294976920 rc 0/0 00000100:00100000:2.0:1775764887.960231:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16391 00000100:00100000:2.0:1775764887.960257:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133019392 00000100:00100000:2.0:1775764887.960265:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133019392 00000100:00100000:2.0:1775764887.960305:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16392 00000100:00100000:2.0:1775764887.960314:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133019392:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.960330:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.960346:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6fb2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7685b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960405:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6fb9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 124 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960416:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6fb9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960425:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6fb9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764887.960457:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764887.960475:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6fb9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764887.960493:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764887.960496:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.960500:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764887.960502:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:2.0:1775764887.960504:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764887.960509:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764887.960525:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b6fb2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7685b expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960539:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6fb9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7685b expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.960547:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764887.960549:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764887.960551:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3912a1c00, rc 0) 00000100:00100000:2.0:1775764887.960575:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133019392:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 262us (1259us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.960581:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16392 00000100:00100000:2.0:1775764887.965291:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.965387:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133019648 00000100:00100000:0.0:1775764887.965398:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133019648 00000100:00100000:0.0:1775764887.965461:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16393 00000100:00100000:0.0:1775764887.965471:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+276:89014:x1862022133019648:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764887.965560:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b6fc0 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.965578:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b6fc0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.965592:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b6fc0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.965608:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b6fc7 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x42c6d0a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.965615:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b6fc7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x42c6d0a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.965650:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b6fc7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x42c6d0a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.965789:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 125 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.965926:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6fb9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7685b expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.965944:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.965982:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6fb9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7685b expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.965997:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6fb9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7685b expref: 33 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.966011:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154060416:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764887.966136:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764887.971312:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.971354:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.971382:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133019776 00000100:00100000:0.0:1775764887.971391:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133019776 00010000:00010000:0.0:1775764887.971432:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6fb9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7685b expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.971470:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2027 00000100:00100000:0.0:1775764887.971480:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133019776:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764887.971495:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764887.971523:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6fb9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7685b expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.971538:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6fb9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7685b expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.971562:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.971568:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.971600:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.971609:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.971648:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764887.971789:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133019776:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 309us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.971797:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2027 00000100:00100000:2.0:1775764887.973337:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133019904 00000100:00100000:2.0:1775764887.973352:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133019904 00000100:00100000:2.0:1775764887.973413:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16394 00000100:00100000:2.0:1775764887.973423:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133019904:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764887.973442:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764887.973464:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b6fd5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76862 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.973531:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 126 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.973549:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.973557:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 126 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.973575:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.973586:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 126 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.973707:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b6fb9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7685b expref: 35 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.973726:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154060416:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764887.973749:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.973756:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.973761:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.974547:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5a79727 reply state 0000000060b80c12 transno 4294976921 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974569:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974577:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764887.974580:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764887.974583:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 125 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974591:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974596:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764887.974653:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764887.974671:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b6fc0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974678:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b6fc0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974684:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b6fc0 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974691:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b6fc0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974695:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764887.974700:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b6fc0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974706:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b6fc0 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974717:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764887.974719:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764887.974723:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b6fc0 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974729:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b6fc0 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764887.974743:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5a79727 reply state 0000000060b80c12 transno 4294976921 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b6fc7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x42c6d0a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974751:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b6fc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42c6d0a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764887.974756:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x42c6d0a1 (ffff9ee496767400) 00010000:00010000:1.0:1775764887.974758:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764887.974760:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764887.974845:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+278:89014:x1862022133019648:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9374us (9562us total) trans 4294976921 rc 0/0 00000100:00100000:1.0:1775764887.974853:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16393 00010000:00010000:0.0:1775764887.975284:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.975292:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764887.975331:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764887.975352:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764887.975377:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764887.975380:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.975383:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764887.975385:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764887.975387:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764887.975391:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764887.975412:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b6fd5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76862 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.975431:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76862 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.975438:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.975440:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764887.975442:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc800, rc 0) 00000100:00100000:0.0:1775764887.975473:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133019904:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2052us (4173us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.975479:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16394 00000100:00100000:1.0:1775764887.984384:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764887.985130:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133020160 00000100:00100000:2.0:1775764887.985142:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133020160 00000100:00100000:2.0:1775764887.985206:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16395 00000100:00100000:2.0:1775764887.985216:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+278:89014:x1862022133020160:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764887.985305:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6fe3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.985322:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6fe3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.985335:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6fe3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.985351:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6fea lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3124bef8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.985358:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6fea lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3124bef8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.985368:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6fea lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3124bef8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.985410:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 126 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.985438:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76862 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.985446:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.985479:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76862 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764887.985491:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76862 expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764887.985504:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154060544:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764887.985649:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764887.994348:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764887.994461:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133020288 00000100:00100000:0.0:1775764887.994471:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133020288 00010000:00010000:0.0:1775764887.994509:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76862 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764887.994541:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2028 00000100:00100000:0.0:1775764887.994550:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133020288:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764887.994566:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764887.994591:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76862 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.994604:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76862 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.994642:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764887.994647:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.994677:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.994684:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764887.994703:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764887.994751:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133020288:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 202us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.994758:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2028 00010000:00010000:3.0:1775764887.995103:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b6fdc lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76862 expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764887.995119:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154060544:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764887.995155:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995165:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995170:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.995666:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ccc58bb8 reply state 000000006515d0f1 transno 4294976922 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995686:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995694:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.995697:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764887.995700:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764887.995707:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6fe3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995714:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6fe3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995720:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6fe3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995727:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6fe3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995734:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764887.995739:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6fe3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995748:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6fe3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995758:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764887.995760:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764887.995763:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6fe3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995769:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b6fe3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.995781:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ccc58bb8 reply state 000000006515d0f1 transno 4294976922 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6fea lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3124bef8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995790:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6fea lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3124bef8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.995797:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3124bef8 (ffff9ee4c00df500) 00010000:00010000:3.0:1775764887.995799:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764887.995801:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764887.996671:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+280:89014:x1862022133020160:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11448us (12290us total) trans 4294976922 rc 0/0 00000100:00100000:3.0:1775764887.996682:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16395 00000100:00100000:1.0:1775764887.997211:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764887.998263:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133020416 00000100:00100000:3.0:1775764887.998275:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133020416 00000100:00100000:3.0:1775764887.998327:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16396 00000100:00100000:3.0:1775764887.998336:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133020416:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764887.998356:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764887.998382:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6ff8 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76869 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.998456:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b6fff lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 126 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.998470:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b6fff lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.998482:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b6fff lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764887.998530:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764887.998554:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b6fff lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764887.998573:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764887.998576:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.998579:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764887.998580:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764887.998582:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764887.998586:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764887.998607:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b6ff8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76869 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.998652:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b6fff lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76869 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764887.998662:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764887.998664:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764887.998669:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38616d600, rc 0) 00000100:00100000:3.0:1775764887.998729:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133020416:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 394us (1520us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764887.998736:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16396 00000100:00100000:1.0:1775764888.002474:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.002588:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133020672 00000100:00100000:0.0:1775764888.002599:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133020672 00000100:00100000:0.0:1775764888.002891:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16397 00000100:00100000:0.0:1775764888.002903:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+280:89014:x1862022133020672:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.003007:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7006 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.003027:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7006 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.003039:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7006 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.003054:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b700d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3f24ba6a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.003061:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b700d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3f24ba6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.003068:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b700d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3f24ba6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.003088:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 127 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.003120:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b6fff lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76869 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.003128:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.003164:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b6fff lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76869 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.003177:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b6fff lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76869 expref: 33 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.003192:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154060672:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.003270:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.006403:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.006443:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.006475:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133020928 00000100:00100000:0.0:1775764888.006483:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133020928 00000100:00100000:1.0:1775764888.006570:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154060672:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.006596:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.006965:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133020800 00000100:00100000:3.0:1775764888.006970:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133020800 00010000:00010000:3.0:1775764888.007001:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b6fff lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76869 expref: 35 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.007038:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2029 00000100:00100000:3.0:1775764888.007048:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4863b3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133020800:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.007062:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.007084:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b6fff lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76869 expref: 35 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.007096:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b6fff lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76869 expref: 35 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.007117:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b6fff lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76869 expref: 35 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.007131:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.007136:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.007165:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.007173:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.007193:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764888.007240:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4863b3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133020800:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 193us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.007247:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2029 00010000:00010000:1.0:1775764888.007408:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.007417:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.007945:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000092b822a5 reply state 00000000870e25a8 transno 4294976923 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.007960:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.007967:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.007971:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764888.007974:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764888.007980:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7006 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.007986:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7006 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.007992:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7006 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.007998:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7006 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.008004:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764888.008008:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7006 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.008015:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7006 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.008024:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764888.008027:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764888.008030:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7006 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.008035:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7006 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.008049:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000092b822a5 reply state 00000000870e25a8 transno 4294976923 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b700d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3f24ba6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.008057:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b700d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3f24ba6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.008062:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3f24ba6a (ffff9ee496767300) 00010000:00010000:1.0:1775764888.008064:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764888.008066:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764888.008118:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+282:89014:x1862022133020672:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5217us (5654us total) trans 4294976923 rc 0/0 00000100:00100000:1.0:1775764888.008125:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16397 00000100:00100000:1.0:1775764888.010729:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00080000:2.0:1775764888.010958:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764888.011106:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133021184 00000100:00100000:3.0:1775764888.011117:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133021184 00000100:00100000:3.0:1775764888.011177:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16398 00000100:00100000:3.0:1775764888.011187:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+282:89014:x1862022133021184:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.011267:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b701b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.011284:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b701b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.011295:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b701b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.011309:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b7022 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3875e2c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.011316:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b7022 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3875e2c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.011321:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b7022 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3875e2c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.011340:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b7029 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 127 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.011367:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b7029 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.011375:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b7029 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.012357:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048055882 reply state 00000000a0e21b72 transno 4294976924 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b7029 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.012379:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b7029 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.012386:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.012389:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764888.012393:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.012400:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b701b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.012406:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b701b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.012412:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b701b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.012420:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b701b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.012425:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.012430:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b701b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.012438:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b701b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.012448:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.012450:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.012453:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b701b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.012459:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b701b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.012471:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048055882 reply state 00000000a0e21b72 transno 4294976924 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b7022 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3875e2c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.012478:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b7022 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3875e2c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.012483:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3875e2c9 (ffff9ee3858c9f00) 00010000:00010000:3.0:1775764888.012485:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.012487:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.012572:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+284:89014:x1862022133021184:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1384us (1849us total) trans 4294976924 rc 0/0 00000100:00100000:3.0:1775764888.012580:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16398 00000100:00100000:0.0:1775764888.014000:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16399 00000100:00100000:0.0:1775764888.014012:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133020928:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.014029:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.014050:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7030 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76870 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.014123:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7037 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 128 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.014137:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7037 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.014149:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7037 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.014194:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.014216:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7037 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.014237:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.014240:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.014243:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.014245:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.014247:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.014252:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.014273:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7030 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76870 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.014291:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7037 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76870 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.014299:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.014301:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.014304:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490866200, rc 0) 00000100:00100000:0.0:1775764888.014371:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133020928:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 361us (7926us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.014378:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16399 00000100:00100000:1.0:1775764888.016558:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.016651:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133021440 00000100:00100000:3.0:1775764888.016670:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133021440 00000100:00100000:3.0:1775764888.016720:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16400 00000100:00100000:3.0:1775764888.016729:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+284:89014:x1862022133021440:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.016808:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b703e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.016825:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b703e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.016836:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b703e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.016850:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b7045 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x31375a09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.016856:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b7045 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x31375a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.016861:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b7045 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x31375a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.016879:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 129 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.016907:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7037 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76870 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.016915:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.016961:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7037 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76870 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.016975:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7037 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76870 expref: 33 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.016988:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154060800:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.017061:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.023000:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154060800:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764888.023031:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.025300:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.025371:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133021568 00000100:00100000:0.0:1775764888.025381:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133021568 00010000:00010000:0.0:1775764888.025420:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7037 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76870 expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.025465:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2030 00000100:00100000:0.0:1775764888.025474:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386284000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133021568:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.025487:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764888.025510:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7037 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76870 expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.025522:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7037 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76870 expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.025543:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7037 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76870 expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.025560:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.025565:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.025599:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.025608:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.025662:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764888.025717:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386284000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133021568:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 243us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.025724:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2030 00010000:00010000:3.0:1775764888.026210:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.026220:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.027336:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007c1bf50a reply state 0000000060b91322 transno 4294976925 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.027361:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.027369:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.027372:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764888.027376:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.027383:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b703e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.027389:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b703e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.027395:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b703e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.027402:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b703e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.027411:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.027418:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b703e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.027424:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b703e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.027433:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.027436:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.027439:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b703e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.027445:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b703e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.027457:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007c1bf50a reply state 0000000060b91322 transno 4294976925 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b7045 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x31375a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.027465:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b7045 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x31375a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.027470:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x31375a09 (ffff9ee3858c9b00) 00010000:00010000:3.0:1775764888.027472:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.027474:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.027547:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+286:89014:x1862022133021440:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10816us (10995us total) trans 4294976925 rc 0/0 00000100:00100000:3.0:1775764888.027556:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16400 00000100:00100000:1.0:1775764888.030985:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.031102:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133021696 00000100:00100000:3.0:1775764888.031114:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133021696 00000100:00100000:3.0:1775764888.031171:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16401 00000100:00100000:3.0:1775764888.031181:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133021696:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.031203:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.031224:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7053 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76877 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.031297:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b705a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 129 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.031313:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b705a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.031325:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b705a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.031377:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.031399:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b705a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.031418:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.031421:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.031423:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.031425:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764888.031427:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.031431:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.031451:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7053 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76877 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.031469:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b705a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76877 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.031477:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.031480:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.031484:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384479e00, rc 0) 00000100:00100000:3.0:1775764888.031547:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133021696:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 368us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.031554:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16401 00000100:00100000:2.0:1775764888.032994:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.033108:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133021952 00000100:00100000:0.0:1775764888.033118:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133021952 00000100:00100000:0.0:1775764888.033171:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16402 00000100:00100000:0.0:1775764888.033181:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+286:89014:x1862022133021952:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.033254:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7061 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.033269:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7061 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.033280:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7061 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.033296:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7068 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x57c19cfc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.033303:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7068 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x57c19cfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.033310:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7068 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x57c19cfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.033328:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 130 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.033360:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b705a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76877 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.033369:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.033402:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b705a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76877 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.033415:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b705a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76877 expref: 33 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.033430:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384276a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154060928:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.033512:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.047061:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.047100:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.047117:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384276a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154060928:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.047145:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.047222:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133022080 00000100:00100000:2.0:1775764888.047229:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133022080 00010000:00010000:2.0:1775764888.047269:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b705a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76877 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.047312:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2031 00000100:00100000:2.0:1775764888.047322:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133022080:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.047337:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.047361:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b705a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76877 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.047373:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b705a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76877 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.047396:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b705a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76877 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.047411:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.047416:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.047448:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.047455:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.047483:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764888.047533:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133022080:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 211us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.047541:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2031 00010000:00010000:0.0:1775764888.047611:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.047619:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.048297:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c79ef4e reply state 0000000045e706fe transno 4294976926 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048315:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048321:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.048324:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764888.048327:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.048334:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7061 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048340:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7061 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048346:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7061 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048353:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7061 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048358:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.048362:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7061 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048369:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7061 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048378:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.048380:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.048384:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7061 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048390:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7061 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.048403:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c79ef4e reply state 0000000045e706fe transno 4294976926 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7068 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x57c19cfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048410:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7068 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x57c19cfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048415:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x57c19cfc (ffff9ee496767d00) 00010000:00010000:0.0:1775764888.048417:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.048419:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.048472:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+288:89014:x1862022133021952:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15292us (15484us total) trans 4294976926 rc 0/0 00000100:00100000:0.0:1775764888.048479:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16402 00000100:00100000:0.0:1775764888.048499:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133022208 00000100:00100000:0.0:1775764888.048504:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133022208 00000100:00100000:0.0:1775764888.048537:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16403 00000100:00100000:0.0:1775764888.048544:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133022208:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.048559:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.048572:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7076 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7687e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048823:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b707d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 130 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048834:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b707d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048842:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b707d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.048877:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.048895:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b707d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.048912:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.048915:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.048918:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.048920:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.048922:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.048926:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.048952:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7076 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7687e expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048965:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b707d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7687e expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.048972:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.048974:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.048977:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490867c00, rc 0) 00000100:00100000:0.0:1775764888.049016:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133022208:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 471us (1914us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.049022:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16403 00000100:00100000:0.0:1775764888.056805:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.056914:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133022464 00000100:00100000:3.0:1775764888.056924:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133022464 00000100:00100000:3.0:1775764888.057070:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16404 00000100:00100000:3.0:1775764888.057080:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+288:89014:x1862022133022464:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.057169:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7084 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.057187:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7084 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.057199:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7084 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.057217:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b708b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9611bf0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.057223:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b708b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9611bf0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.057230:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b708b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9611bf0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.057249:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 131 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.057280:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b707d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7687e expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.057290:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.057326:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b707d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7687e expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.057340:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b707d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7687e expref: 33 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.057355:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154061056:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.057516:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764888.063566:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.063650:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.063739:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133022592 00000100:00100000:2.0:1775764888.063742:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133022720 00000100:00100000:0.0:1775764888.063748:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133022592 00000100:00100000:2.0:1775764888.063748:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133022720 00010000:00010000:0.0:1775764888.063785:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b707d lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7687e expref: 35 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.063797:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16405 00000100:00100000:0.0:1775764888.063813:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2032 00000100:00100000:2.0:1775764888.063815:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133022720:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:0.0:1775764888.063819:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133022592:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.063831:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.063832:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.063848:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7099 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76885 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.063855:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b707d lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7687e expref: 35 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.063866:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b707d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7687e expref: 36 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.063884:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.063889:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.063900:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 133 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.063917:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.063925:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.064203:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b707d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7687e expref: 36 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.064222:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154061056:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.064270:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.064277:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 132 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.064292:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.064302:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 132 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.067019:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764888.067106:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133022592:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 3279us (3542us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.067118:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2032 00010000:00010000:3.0:1775764888.068275:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.068364:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.068372:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.069280:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce0a2a5e reply state 00000000c6baa793 transno 4294976927 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069299:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069309:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.069312:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764888.069316:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069325:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069333:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.069367:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.069375:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7084 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069382:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7084 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069388:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7084 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069395:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7084 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069400:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.069405:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7084 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069412:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7084 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069422:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.069425:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.069428:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7084 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069435:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b7084 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.069449:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce0a2a5e reply state 00000000c6baa793 transno 4294976927 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b708b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9611bf0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069458:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b708b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9611bf0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.069464:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9611bf0d (ffff9ee3858c9100) 00010000:00010000:2.0:1775764888.069465:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.069468:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.069553:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+290:89014:x1862022133022464:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12470us (12836us total) trans 4294976927 rc 0/0 00000100:00100000:2.0:1775764888.069561:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16404 00010000:00010000:3.0:1775764888.069652:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.069659:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.069708:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.069727:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.069753:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.069756:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.069759:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.069761:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764888.069764:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.069768:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.069790:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7099 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76885 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.069812:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76885 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.069820:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.069822:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.069824:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee382d7ea00, rc 0) 00000100:00100000:3.0:1775764888.069861:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133022720:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6057us (6240us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.069867:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16405 00000100:00100000:2.0:1775764888.076488:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.076641:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133022976 00000100:00100000:0.0:1775764888.076651:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133022976 00000100:00100000:0.0:1775764888.076708:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16406 00000100:00100000:0.0:1775764888.076729:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+290:89014:x1862022133022976:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.076821:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b70a7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.076839:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b70a7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.076852:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b70a7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.076870:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b70ae lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x60f189e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.076877:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b70ae lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x60f189e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.076883:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b70ae lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x60f189e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.076900:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 132 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.076929:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76885 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.076948:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.076980:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76885 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.076993:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76885 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.077005:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154061184:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.077085:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.081179:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154061184:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.081180:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:3.0:1775764888.081207:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.081466:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133023104 00000100:00100000:1.0:1775764888.081474:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133023104 00010000:00010000:1.0:1775764888.081513:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76885 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.081550:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2033 00000100:00100000:1.0:1775764888.081558:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133023104:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764888.081573:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764888.081598:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76885 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.081609:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76885 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.081667:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b70a0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76885 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.081684:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.081689:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.081719:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.081729:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.081752:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764888.081797:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133023104:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 239us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.081819:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2033 00010000:00010000:3.0:1775764888.082203:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.082211:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.083034:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003466dd5c reply state 00000000e19f5994 transno 4294976928 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.083049:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.083057:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.083059:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764888.083063:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.083070:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b70a7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.083078:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b70a7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.083085:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b70a7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.083093:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b70a7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.083099:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.083105:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b70a7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.083113:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b70a7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.083124:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.083126:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.083131:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b70a7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.083137:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b70a7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.083152:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003466dd5c reply state 00000000e19f5994 transno 4294976928 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b70ae lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x60f189e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.083162:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b70ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x60f189e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.083173:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x60f189e8 (ffff9ee496767800) 00010000:00010000:3.0:1775764888.083175:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.083177:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.083244:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+292:89014:x1862022133022976:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6525us (6765us total) trans 4294976928 rc 0/0 00000100:00100000:3.0:1775764888.083253:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16406 00000100:00100000:0.0:1775764888.086458:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.086496:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.086573:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133023232 00000100:00100000:3.0:1775764888.086582:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133023232 00000100:00100000:3.0:1775764888.086662:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133023488 00000100:00100000:3.0:1775764888.086666:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133023488 00000100:00100000:3.0:1775764888.086692:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16407 00000100:00100000:3.0:1775764888.086701:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133023232:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.086722:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.086742:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b70bc lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7688c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.086823:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b70c3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 132 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.086838:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b70c3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.086848:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b70c3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.086895:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.086917:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b70c3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.086953:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.086956:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.086959:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.086961:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764888.086964:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.086968:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.086991:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b70bc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7688c expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.087009:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b70c3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7688c expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.087017:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.087020:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.087023:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38616c200, rc 0) 00000100:00100000:3.0:1775764888.087078:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133023232:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 377us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.087085:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16407 00000100:00100000:3.0:1775764888.087103:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16408 00000100:00100000:3.0:1775764888.087110:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+292:89014:x1862022133023488:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.087152:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b70ca lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.087161:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b70ca lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.087168:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b70ca lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.087182:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b70d1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9f336bd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.087188:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b70d1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9f336bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.087194:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b70d1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9f336bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.087209:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 133 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.087235:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b70c3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7688c expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.087243:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.087321:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b70c3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7688c expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.087335:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b70c3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7688c expref: 33 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.087347:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154061312:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.087398:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.090067:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154061312:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.090093:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.094177:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.094682:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133023616 00000100:00100000:3.0:1775764888.094693:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133023616 00000100:00100000:3.0:1775764888.094742:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16409 00000100:00100000:3.0:1775764888.094752:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133023616:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.094773:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.094793:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b70df lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76893 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.094858:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 134 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.094870:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.094877:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 134 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.094896:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.094907:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.096559:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.096681:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133023744 00000100:00100000:1.0:1775764888.096689:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133023744 00010000:00010000:1.0:1775764888.096724:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b70c3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7688c expref: 36 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.096763:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2034 00000100:00100000:1.0:1775764888.096772:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2404:x1862022133023744:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764888.096786:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764888.096823:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b70c3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7688c expref: 36 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.096837:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b70c3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7688c expref: 36 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.096858:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b70c3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7688c expref: 36 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.096877:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.096883:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.096891:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.096917:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.096929:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.096950:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.096956:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.096980:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764888.097039:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022133023744:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 268us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.097047:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2034 00010000:00010000:3.0:1775764888.097708:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.097717:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.098216:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091d226d3 reply state 000000006019e250 transno 4294976929 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098232:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098239:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.098242:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764888.098245:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 133 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098252:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098258:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.098281:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.098289:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b70ca lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098297:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b70ca lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098303:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b70ca lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098310:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b70ca lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098316:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.098320:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b70ca lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098328:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b70ca lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098339:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.098342:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.098345:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b70ca lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098351:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b70ca lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.098365:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091d226d3 reply state 000000006019e250 transno 4294976929 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b70d1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9f336bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098374:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b70d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f336bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098380:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9f336bd9 (ffff9ee3858c9900) 00010000:00010000:3.0:1775764888.098382:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.098384:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1775764888.098422:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098429:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.098464:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.098485:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.098510:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.098513:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.098517:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.098520:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764888.098522:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.098525:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.098548:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b70df lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76893 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098564:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76893 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.098572:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.098574:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.098577:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfeee000, rc 0) 00000100:00100000:3.0:1775764888.098653:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133023616:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3873us (4456us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.098662:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16409 00000100:00100000:3.0:1775764888.098704:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+294:89014:x1862022133023488:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11594us (12207us total) trans 4294976929 rc 0/0 00000100:00100000:3.0:1775764888.098711:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16408 00000100:00100000:0.0:1775764888.103237:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.103316:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133024000 00000100:00100000:1.0:1775764888.103327:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133024000 00000100:00100000:1.0:1775764888.103390:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16410 00000100:00100000:1.0:1775764888.103400:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+294:89014:x1862022133024000:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764888.103489:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b70ed lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.103508:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b70ed lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.103520:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b70ed lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.103536:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b70f4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe9840310 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.103542:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b70f4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe9840310 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.103549:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b70f4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe9840310 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.103566:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 134 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.103596:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76893 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.103605:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.103685:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76893 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.103697:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76893 expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.103709:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154061440:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764888.103789:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.111857:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.111989:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154061440:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.112017:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.112096:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133024128 00000100:00100000:2.0:1775764888.112104:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133024128 00010000:00010000:2.0:1775764888.112140:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76893 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.112179:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2035 00000100:00100000:2.0:1775764888.112189:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133024128:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.112204:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.112230:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76893 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.112243:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76893 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.112268:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b70e6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76893 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.112285:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.112289:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.112320:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.112328:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.112359:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764888.112412:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133024128:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 224us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.112419:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2035 00010000:00010000:3.0:1775764888.112484:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.112492:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.113011:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b17b8ca reply state 0000000078370ae1 transno 4294976930 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.113026:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.113038:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.113041:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764888.113044:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.113051:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b70ed lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.113058:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b70ed lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.113063:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b70ed lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.113070:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b70ed lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.113076:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.113081:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b70ed lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.113088:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b70ed lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.113097:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.113099:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.113102:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b70ed lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.113109:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b70ed lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.113120:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b17b8ca reply state 0000000078370ae1 transno 4294976930 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b70f4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe9840310 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.113128:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b70f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe9840310 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.113134:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe9840310 (ffff9ee492d3ae00) 00010000:00010000:3.0:1775764888.113136:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.113138:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.113186:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+296:89014:x1862022133024000:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9787us (9957us total) trans 4294976930 rc 0/0 00000100:00100000:3.0:1775764888.113193:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16410 00000100:00100000:0.0:1775764888.118851:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.118986:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133024256 00000100:00100000:2.0:1775764888.118997:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133024256 00000100:00100000:2.0:1775764888.119057:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16411 00000100:00100000:2.0:1775764888.119068:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133024256:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764888.119088:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.119110:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7102 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7689a expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.119180:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7109 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 134 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.119200:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7109 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.119213:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7109 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764888.119260:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764888.119282:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7109 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.119302:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764888.119305:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.119307:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.119309:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:2.0:1775764888.119311:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764888.119315:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764888.119335:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7102 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7689a expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.119352:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7109 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7689a expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.119361:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.119364:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764888.119367:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee382d7e200, rc 0) 00000100:00100000:2.0:1775764888.119433:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133024256:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 366us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.119441:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16411 00000100:00100000:0.0:1775764888.123903:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.124179:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133024512 00000100:00100000:3.0:1775764888.124190:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133024512 00000100:00100000:3.0:1775764888.124253:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16412 00000100:00100000:3.0:1775764888.124263:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+296:89014:x1862022133024512:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.124351:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b7110 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.124368:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b7110 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.124379:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b7110 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.124394:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b7117 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x96643bd2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.124400:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b7117 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x96643bd2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.124406:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b7117 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x96643bd2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.124425:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 135 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.124455:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7109 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7689a expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.124463:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.124497:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7109 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7689a expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.124511:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7109 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7689a expref: 33 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.124524:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154061568:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.124609:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.128092:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154061568:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.128121:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.134314:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.134420:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133024640 00000100:00100000:2.0:1775764888.134431:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133024640 00010000:00010000:2.0:1775764888.134472:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7109 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7689a expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.134518:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2036 00000100:00100000:2.0:1775764888.134528:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4863b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133024640:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.134543:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.134566:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7109 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7689a expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.134580:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7109 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7689a expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.134602:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7109 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7689a expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.134618:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.134683:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.134715:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.134723:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.134746:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764888.134793:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4863b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133024640:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 267us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.134801:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2036 00010000:00010000:0.0:1775764888.135490:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.135500:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.136169:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014b25874 reply state 00000000a4585127 transno 4294976931 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.136186:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.136194:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.136196:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764888.136200:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.136207:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b7110 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.136213:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b7110 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.136219:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b7110 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.136226:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b7110 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.136232:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeefa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.136236:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b7110 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.136243:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b7110 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.136253:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.136255:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.136259:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b7110 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.136265:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b7110 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.136278:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014b25874 reply state 00000000a4585127 transno 4294976931 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b7117 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x96643bd2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.136287:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b7117 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x96643bd2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.136293:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x96643bd2 (ffff9ee3858c9200) 00010000:00010000:0.0:1775764888.136295:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.136297:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.136363:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+298:89014:x1862022133024512:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12099us (12468us total) trans 4294976931 rc 0/0 00000100:00100000:0.0:1775764888.136371:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16412 00000100:00100000:0.0:1775764888.141456:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.141546:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.141762:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133024896 00000100:00100000:2.0:1775764888.141773:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133024896 00000100:00100000:2.0:1775764888.142053:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133025024 00000100:00100000:2.0:1775764888.142057:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133025024 00000100:00100000:2.0:1775764888.142092:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16413 00000100:00100000:2.0:1775764888.142102:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+298:89014:x1862022133024896:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.142189:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7125 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.142205:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7125 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.142217:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7125 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.142230:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b712c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd1c21d68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.142236:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b712c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd1c21d68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.142241:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b712c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd1c21d68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.142259:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 135 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.142284:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.142295:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.142793:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16414 00000100:00100000:1.0:1775764888.142819:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133025024:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764888.142832:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764888.142843:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b713a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768a1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.142899:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 136 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.142908:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.142915:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 136 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.142930:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.142956:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 136 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.143364:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000098961d93 reply state 00000000492508eb transno 4294976932 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143378:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143386:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.143389:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764888.143391:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 136 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143398:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143403:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.143427:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.143435:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7125 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143441:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7125 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143447:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7125 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143454:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7125 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143462:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7ee00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.143465:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7125 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143471:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7125 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143482:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.143484:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.143486:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7125 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143491:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7125 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.143502:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000098961d93 reply state 00000000492508eb transno 4294976932 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b712c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd1c21d68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143509:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b712c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd1c21d68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.143514:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd1c21d68 (ffff9ee4c00df200) 00010000:00010000:2.0:1775764888.143516:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.143518:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.143590:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+300:89014:x1862022133024896:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1488us (2142us total) trans 4294976932 rc 0/0 00000100:00100000:2.0:1775764888.143599:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16413 00010000:00010000:1.0:1775764888.145948:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.145964:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764888.146023:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764888.146048:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.146074:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764888.146077:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.146080:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.146083:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:1.0:1775764888.146085:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764888.146090:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764888.146123:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b713a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a1 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.146146:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a1 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.146155:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.146158:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764888.146161:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385909800, rc 0) 00000100:00100000:1.0:1775764888.146238:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133025024:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3436us (4690us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.146246:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16414 00000100:00100000:2.0:1775764888.153895:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.154090:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133025280 00000100:00100000:3.0:1775764888.154101:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133025280 00000100:00100000:3.0:1775764888.154158:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16415 00000100:00100000:3.0:1775764888.154168:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+300:89014:x1862022133025280:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.154258:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b7148 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.154274:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b7148 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.154286:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b7148 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.154301:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b714f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x238c105c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.154308:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b714f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x238c105c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.154314:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b714f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x238c105c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.154332:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 137 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.154362:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a1 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.154370:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.154400:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a1 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.154412:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a1 expref: 33 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.154432:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154061696:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.154509:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764888.164393:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154061696:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.164419:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.167185:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.167230:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.167322:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133025536 00000100:00100000:1.0:1775764888.167331:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133025536 00010000:00010000:1.0:1775764888.167373:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a1 expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.167413:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2037 00000100:00100000:1.0:1775764888.167423:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133025536:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764888.167450:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764888.167473:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a1 expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.167487:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a1 expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.167509:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b7141 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a1 expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.167525:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.167530:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.167561:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.167568:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.167596:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764888.167689:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133025536:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 267us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.167697:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2037 00000100:00100000:0.0:1775764888.167783:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133025408 00000100:00100000:0.0:1775764888.167788:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133025408 00000100:00100000:0.0:1775764888.167827:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16416 00000100:00100000:0.0:1775764888.167835:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133025408:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.167850:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.167862:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b715d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768a8 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.167914:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 137 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.167922:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.167928:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 137 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.167953:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.167961:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 137 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168071:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168079:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.168557:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bcaa05f5 reply state 00000000cbb76cfb transno 4294976933 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168569:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168576:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.168578:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764888.168581:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 137 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168587:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168593:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.168608:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.168615:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b7148 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168649:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b7148 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168657:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b7148 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168664:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b7148 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168670:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeefe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.168673:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b7148 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168681:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b7148 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168689:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.168692:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.168695:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b7148 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168701:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b7148 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.168713:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bcaa05f5 reply state 00000000cbb76cfb transno 4294976933 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b714f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x238c105c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168721:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b714f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x238c105c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.168728:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x238c105c (ffff9ee4859c4800) 00010000:00010000:3.0:1775764888.168730:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.168732:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.168783:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+302:89014:x1862022133025280:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14616us (14897us total) trans 4294976933 rc 0/0 00000100:00100000:3.0:1775764888.168791:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16415 00010000:00010000:0.0:1775764888.169054:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.169062:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.169095:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.169112:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.169132:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.169135:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.169137:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.169139:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.169141:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.169145:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.169162:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b715d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a8 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.169178:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a8 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.169186:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.169188:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.169190:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490866000, rc 0) 00000100:00100000:0.0:1775764888.169216:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133025408:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1382us (2040us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.169222:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16416 00000100:00100000:2.0:1775764888.182849:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.182985:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133025792 00000100:00100000:1.0:1775764888.182996:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133025792 00000100:00100000:1.0:1775764888.183058:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16417 00000100:00100000:1.0:1775764888.183068:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+302:89014:x1862022133025792:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764888.183154:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b716b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.183170:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b716b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.183182:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b716b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.183196:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b7172 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3802ca07 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.183203:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b7172 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3802ca07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.183208:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b7172 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3802ca07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.183226:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 138 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.183256:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a8 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.183265:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.183300:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a8 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.183314:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a8 expref: 33 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.183328:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154061824:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764888.183410:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764888.187457:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154061824:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.187488:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.190215:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.190269:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.190365:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133026048 00000100:00100000:0.0:1775764888.190376:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133026048 00000100:00100000:0.0:1775764888.190435:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16418 00000100:00100000:0.0:1775764888.190445:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133026048:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.190468:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.190497:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7180 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768af expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.190559:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 139 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.190573:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.190579:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 139 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.190596:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.190606:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 139 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.191047:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133025920 00000100:00100000:1.0:1775764888.191053:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133025920 00010000:00010000:1.0:1775764888.191080:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a8 expref: 36 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.191118:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2038 00000100:00100000:1.0:1775764888.191126:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133025920:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764888.191135:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764888.191155:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a8 expref: 36 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.191169:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a8 expref: 36 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.191189:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b7164 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768a8 expref: 36 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.191208:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.191213:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 139 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.191220:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.191252:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.191260:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.191268:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 139 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.191274:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 139 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.191303:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764888.191374:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133025920:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 247us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.191383:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2038 00010000:00010000:0.0:1775764888.191455:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.191464:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.192218:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067a311c6 reply state 0000000012166fbc transno 4294976934 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192240:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192248:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.192251:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764888.192254:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 138 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192261:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192267:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.192294:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.192302:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b716b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192309:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b716b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192316:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b716b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192323:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b716b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192330:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.192333:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b716b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192340:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b716b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192349:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.192351:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.192355:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b716b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192360:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b716b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.192372:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067a311c6 reply state 0000000012166fbc transno 4294976934 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b7172 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3802ca07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192379:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b7172 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3802ca07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192384:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3802ca07 (ffff9ee492d3a100) 00010000:00010000:0.0:1775764888.192386:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.192387:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:0.0:1775764888.192425:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192432:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.192467:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.192486:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.192511:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.192514:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.192516:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.192519:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.192521:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.192526:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.192547:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b7180 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768af expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192563:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768af expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.192570:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.192572:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.192574:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490867600, rc 0) 00000100:00100000:0.0:1775764888.192612:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133026048:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2169us (2342us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.192620:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16418 00000100:00100000:0.0:1775764888.192710:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+304:89014:x1862022133025792:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9644us (9871us total) trans 4294976934 rc 0/0 00000100:00100000:0.0:1775764888.192716:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16417 00000100:00100000:2.0:1775764888.200254:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.200375:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133026304 00000100:00100000:3.0:1775764888.200386:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133026304 00000100:00100000:3.0:1775764888.200448:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16419 00000100:00100000:3.0:1775764888.200457:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+304:89014:x1862022133026304:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.200543:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b718e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.200559:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b718e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.200572:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b718e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.200588:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b7195 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xdf7d5475 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.200595:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b7195 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdf7d5475 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.200601:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b7195 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdf7d5475 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.200619:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 139 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.200870:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768af expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.200879:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.200914:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768af expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.201141:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768af expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.201157:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154061952:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.201284:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.214212:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.215028:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133026432 00000100:00100000:1.0:1775764888.215039:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133026432 00010000:00010000:1.0:1775764888.215084:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768af expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.215135:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2039 00000100:00100000:1.0:1775764888.215144:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133026432:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764888.215165:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764888.215190:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768af expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.215203:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768af expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.215226:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.215232:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.215267:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.215275:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.215294:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764888.215353:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133026432:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 210us (1151us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.215361:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2039 00010000:00010000:3.0:1775764888.215721:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b7187 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768af expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.215740:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154061952:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.215757:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.215766:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.215772:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.216425:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040a9e95a reply state 000000002e0d0a0f transno 4294976935 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.216441:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.216448:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.216452:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764888.216455:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.216462:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b718e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.216468:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b718e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.216474:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b718e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.216481:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b718e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.216487:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeefe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.216491:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b718e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.216498:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b718e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.216508:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.216510:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.216514:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b718e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.216520:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b718e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.216532:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040a9e95a reply state 000000002e0d0a0f transno 4294976935 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b7195 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdf7d5475 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.216540:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b7195 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf7d5475 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.216546:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdf7d5475 (ffff9ee4859c4600) 00010000:00010000:3.0:1775764888.216549:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.216550:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.216608:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+306:89014:x1862022133026304:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16151us (16363us total) trans 4294976935 rc 0/0 00000100:00100000:3.0:1775764888.216616:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16419 00000100:00100000:2.0:1775764888.216897:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.217225:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133026560 00000100:00100000:3.0:1775764888.217231:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133026560 00000100:00100000:3.0:1775764888.217272:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16420 00000100:00100000:3.0:1775764888.217282:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133026560:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.217298:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.217314:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71a3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768b6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.217371:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 139 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.217383:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.217393:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.217427:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.217445:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.217462:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.217465:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.217468:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.217471:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764888.217474:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.217478:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.217493:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71a3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768b6 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.217508:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768b6 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.217516:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.217518:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.217521:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfeee800, rc 0) 00000100:00100000:3.0:1775764888.217565:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133026560:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 286us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.217572:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16420 00000100:00100000:3.0:1775764888.221597:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.221711:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133026816 00000100:00100000:0.0:1775764888.221721:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133026816 00000100:00100000:0.0:1775764888.221784:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16421 00000100:00100000:0.0:1775764888.221794:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+306:89014:x1862022133026816:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.221887:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b71b1 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.221903:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b71b1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.221921:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b71b1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.221951:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b71b8 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf70efb6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.221957:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b71b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf70efb6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.221963:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b71b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf70efb6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.221979:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 140 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.222009:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71aa lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768b6 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.222017:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.222049:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768b6 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.222062:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768b6 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.222077:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3858fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154062080:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.222147:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.229225:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3858fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154062080:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.229257:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.233601:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.233695:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.233776:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133026944 00000100:00100000:2.0:1775764888.233788:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133026944 00010000:00010000:2.0:1775764888.233835:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768b6 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.233872:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2040 00000100:00100000:2.0:1775764888.233880:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133026944:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.233894:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.233918:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768b6 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.233930:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768b6 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.233965:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71aa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768b6 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.233980:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.233986:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.234016:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.234023:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.234055:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764888.234100:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022133026944:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 220us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.234106:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2040 00010000:00010000:3.0:1775764888.234595:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.234604:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.235132:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000059324e96 reply state 0000000044d67e95 transno 4294976936 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235146:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235154:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.235156:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764888.235160:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.235167:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b71b1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235174:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b71b1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235179:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b71b1 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235187:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b71b1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235192:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.235197:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b71b1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235204:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b71b1 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235212:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.235214:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.235217:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b71b1 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235223:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b71b1 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.235236:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000059324e96 reply state 0000000044d67e95 transno 4294976936 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b71b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf70efb6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235245:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b71b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf70efb6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235250:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf70efb6c (ffff9ee496767e00) 00010000:00010000:3.0:1775764888.235252:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.235253:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.235317:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+308:89014:x1862022133026816:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13523us (13727us total) trans 4294976936 rc 0/0 00000100:00100000:3.0:1775764888.235325:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16421 00000100:00100000:3.0:1775764888.235347:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133027072 00000100:00100000:3.0:1775764888.235352:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133027072 00000100:00100000:3.0:1775764888.235387:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16422 00000100:00100000:3.0:1775764888.235395:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133027072:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.235410:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.235425:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71c6 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768bd expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235481:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b71cd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 140 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235491:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b71cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235499:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b71cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.235527:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.235543:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b71cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.235561:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.235564:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.235567:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.235569:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764888.235571:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.235575:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.235590:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71c6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768bd expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235603:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b71cd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768bd expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.235609:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.235611:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.235614:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfeefe00, rc 0) 00000100:00100000:3.0:1775764888.235673:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133027072:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 279us (1977us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.235680:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16422 00000100:00100000:0.0:1775764888.246200:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.246296:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133027328 00000100:00100000:3.0:1775764888.246307:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133027328 00000100:00100000:3.0:1775764888.246372:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16423 00000100:00100000:3.0:1775764888.246381:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+308:89014:x1862022133027328:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.246468:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71d4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.246485:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71d4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.246498:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71d4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.246514:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71db lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xee1883b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.246520:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xee1883b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.246527:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xee1883b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.246545:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 141 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.246577:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b71cd lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768bd expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.246586:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.246618:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b71cd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768bd expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.246675:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b71cd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768bd expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.246689:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154062208:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.246770:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.253828:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154062208:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.253857:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.254477:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.254572:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133027456 00000100:00100000:2.0:1775764888.254580:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133027456 00010000:00010000:2.0:1775764888.254670:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b71cd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768bd expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.254714:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2041 00000100:00100000:2.0:1775764888.254724:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133027456:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.254739:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.254764:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b71cd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768bd expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.254776:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b71cd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768bd expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.254799:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b71cd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768bd expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.254819:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.254824:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.254855:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.254864:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.254892:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764888.254959:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133027456:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 236us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.254965:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2041 00010000:00010000:3.0:1775764888.255519:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.255527:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.257083:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b89e4d11 reply state 0000000004c78561 transno 4294976937 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.257107:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.257116:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.257119:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764888.257123:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.257130:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71d4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.257137:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71d4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.257143:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71d4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.257150:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71d4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.257156:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.257161:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71d4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.257170:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71d4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.257180:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.257183:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.257186:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71d4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.257192:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b71d4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.257206:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b89e4d11 reply state 0000000004c78561 transno 4294976937 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xee1883b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.257213:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71db lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee1883b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.257219:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xee1883b0 (ffff9ee4859c4700) 00010000:00010000:3.0:1775764888.257221:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.257223:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.257332:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+310:89014:x1862022133027328:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10948us (11142us total) trans 4294976937 rc 0/0 00000100:00100000:3.0:1775764888.257342:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16423 00000100:00100000:0.0:1775764888.259486:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.259563:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133027584 00000100:00100000:2.0:1775764888.259575:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133027584 00000100:00100000:2.0:1775764888.259672:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16424 00000100:00100000:2.0:1775764888.259683:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133027584:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764888.259706:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.259731:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b71e9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768c4 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.259821:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b71f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 141 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.259837:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b71f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.259854:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b71f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764888.259900:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764888.259921:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b71f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.259954:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764888.259957:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.259960:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.259963:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:2.0:1775764888.259965:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764888.259969:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764888.259990:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b71e9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768c4 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.260007:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b71f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768c4 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.260016:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.260020:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764888.260023:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee382d7e200, rc 0) 00000100:00100000:2.0:1775764888.260071:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133027584:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 390us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.260079:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16424 00000100:00100000:0.0:1775764888.262462:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.262544:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133027840 00000100:00100000:2.0:1775764888.262554:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133027840 00000100:00100000:2.0:1775764888.262610:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16425 00000100:00100000:2.0:1775764888.262649:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+310:89014:x1862022133027840:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.262756:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b71f7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.262771:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b71f7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.262783:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b71f7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.262798:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b71fe lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xcc02e6df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.263176:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b71fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcc02e6df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.263186:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b71fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcc02e6df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.263207:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 142 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.263238:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b71f0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768c4 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.263247:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.263279:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b71f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768c4 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.263299:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b71f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768c4 expref: 33 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.263313:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154062336:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.263393:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.273357:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154062336:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.273396:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.274891:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.275088:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133027968 00000100:00100000:1.0:1775764888.275100:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133027968 00010000:00010000:1.0:1775764888.275152:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b71f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768c4 expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.275200:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2042 00000100:00100000:1.0:1775764888.275211:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133027968:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764888.275226:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764888.275255:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b71f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768c4 expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.275271:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b71f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768c4 expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.275295:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b71f0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768c4 expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.275320:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.275325:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.275368:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.275378:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.275412:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764888.275473:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022133027968:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 263us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.275481:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2042 00010000:00010000:0.0:1775764888.275970:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.275978:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.276443:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0b306cb reply state 00000000521cf167 transno 4294976938 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.276459:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.276466:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.276468:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764888.276471:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.276478:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b71f7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.276485:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b71f7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.276491:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b71f7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.276498:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b71f7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.276504:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.276509:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b71f7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.276516:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b71f7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.276525:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.276527:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.276530:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b71f7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.276537:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b71f7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.276549:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0b306cb reply state 00000000521cf167 transno 4294976938 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b71fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcc02e6df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.276557:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b71fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcc02e6df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.276562:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcc02e6df (ffff9ee4c00df700) 00010000:00010000:0.0:1775764888.276564:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.276565:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.276660:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+312:89014:x1862022133027840:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14040us (14204us total) trans 4294976938 rc 0/0 00000100:00100000:0.0:1775764888.277327:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16425 00000100:00100000:0.0:1775764888.280842:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.281010:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133028096 00000100:00100000:3.0:1775764888.281021:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133028096 00000100:00100000:3.0:1775764888.281081:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16426 00000100:00100000:3.0:1775764888.281092:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133028096:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.281116:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.281140:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b720c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768cb expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.281212:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7213 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 142 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.281227:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7213 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.281238:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7213 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.281284:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.281306:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7213 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.281326:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.281328:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.281331:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.281333:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764888.281335:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.281339:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.281361:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b720c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768cb expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.281377:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7213 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768cb expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.281385:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.281388:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.281393:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfeee200, rc 0) 00000100:00100000:3.0:1775764888.281452:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133028096:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 362us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.281459:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16426 00000100:00100000:3.0:1775764888.284077:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.289033:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133028352 00000100:00100000:2.0:1775764888.289050:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133028352 00000100:00100000:2.0:1775764888.289198:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16427 00000100:00100000:2.0:1775764888.289209:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+312:89014:x1862022133028352:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.289310:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b721a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.289329:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b721a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.289345:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b721a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.289367:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7221 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x72d2528d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.289376:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7221 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x72d2528d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.289386:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7221 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x72d2528d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.289403:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 143 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.289439:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7213 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768cb expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.289448:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.289485:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7213 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768cb expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.289500:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7213 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768cb expref: 33 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.289515:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154062464:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.289617:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.296288:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.296328:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.296427:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133028480 00000100:00100000:1.0:1775764888.296436:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133028480 00010000:00010000:1.0:1775764888.296483:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7213 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768cb expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.296532:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2043 00000100:00100000:1.0:1775764888.296542:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4863b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133028480:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764888.296556:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764888.296583:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7213 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768cb expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.296597:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7213 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768cb expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.296647:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.296653:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.296690:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.296699:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.296722:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764888.296780:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4863b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133028480:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 239us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.296788:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2043 00010000:00010000:2.0:1775764888.296954:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7213 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768cb expref: 33 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.296971:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154062464:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.297004:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297014:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297020:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.297512:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2b17ce9 reply state 000000007d22daf9 transno 4294976939 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297527:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297534:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.297537:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764888.297539:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.297547:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b721a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297554:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b721a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297560:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b721a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297567:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b721a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297573:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.297578:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b721a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297586:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b721a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297594:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.297597:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.297601:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b721a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297607:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b721a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.297617:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2b17ce9 reply state 000000007d22daf9 transno 4294976939 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7221 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x72d2528d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297670:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7221 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x72d2528d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297675:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x72d2528d (ffff9ee4c00df400) 00010000:00010000:2.0:1775764888.297678:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.297680:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.297751:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+314:89014:x1862022133028352:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8543us (13681us total) trans 4294976939 rc 0/0 00000100:00100000:2.0:1775764888.297758:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16427 00000100:00100000:2.0:1775764888.297778:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133028608 00000100:00100000:2.0:1775764888.297782:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133028608 00000100:00100000:2.0:1775764888.297809:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16428 00000100:00100000:2.0:1775764888.297815:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133028608:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764888.297831:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.297845:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b722f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768d2 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297900:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7236 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 143 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297914:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7236 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.297922:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7236 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764888.297964:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764888.297982:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7236 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.297999:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764888.298002:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.298005:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.298007:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:2.0:1775764888.298009:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764888.298013:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764888.298030:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b722f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d2 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.298043:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7236 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d2 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.298049:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.298052:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764888.298054:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee382d7ec00, rc 0) 00000100:00100000:2.0:1775764888.298076:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133028608:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 261us (1747us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.298082:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16428 00000100:00100000:0.0:1775764888.305910:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.307135:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133028864 00000100:00100000:3.0:1775764888.307158:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133028864 00000100:00100000:3.0:1775764888.307247:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16429 00000100:00100000:3.0:1775764888.307257:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+314:89014:x1862022133028864:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.307395:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b723d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.307414:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b723d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.307426:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b723d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.307442:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7244 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb730e732 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.307449:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7244 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb730e732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.307456:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7244 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb730e732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.307496:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 144 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.307562:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7236 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d2 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.307571:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.307606:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7236 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d2 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.307787:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7236 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d2 expref: 33 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.307826:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154062592:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.307906:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.313425:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154062592:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764888.313472:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.316196:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.316286:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.316376:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133029120 00000100:00100000:3.0:1775764888.316387:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133029120 00000100:00100000:3.0:1775764888.316452:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16430 00000100:00100000:3.0:1775764888.316463:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133029120:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.316485:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.316507:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7252 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768d9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.316579:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 145 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.316594:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.316602:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 145 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.316676:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.316689:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 145 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.316861:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133028992 00000100:00100000:1.0:1775764888.316866:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133028992 00010000:00010000:1.0:1775764888.316889:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7236 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d2 expref: 36 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.316925:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2044 00000100:00100000:1.0:1775764888.316946:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2404:x1862022133028992:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764888.316956:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764888.316993:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7236 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d2 expref: 36 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.317007:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7236 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d2 expref: 36 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.317044:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7236 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d2 expref: 36 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.317060:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.317064:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 145 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.317072:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.317098:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.317107:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.317113:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 145 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.317120:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 145 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.317144:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764888.317193:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022133028992:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 261us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.317201:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2044 00010000:00010000:3.0:1775764888.317703:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.317711:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.318261:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ad095cb0 reply state 000000002c374d74 transno 4294976940 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318279:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318287:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.318289:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764888.318292:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318299:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318306:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.318336:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.318343:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b723d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318350:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b723d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318356:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b723d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318362:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b723d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318368:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.318371:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b723d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318378:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b723d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318387:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.318388:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.318392:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b723d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318397:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b723d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.318408:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ad095cb0 reply state 000000002c374d74 transno 4294976940 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7244 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb730e732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318417:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7244 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb730e732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.318423:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb730e732 (ffff9ee4859c4000) 00010000:00010000:3.0:1775764888.318425:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.318428:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.318595:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+316:89014:x1862022133028864:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11338us (12694us total) trans 4294976940 rc 0/0 00000100:00100000:3.0:1775764888.318603:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16429 00010000:00010000:0.0:1775764888.319337:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.319348:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.319392:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.319414:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.319436:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.319439:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.319442:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.319445:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.319447:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.319451:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.319471:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7252 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d9 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.319487:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d9 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.319495:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.319498:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.319501:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38616c200, rc 0) 00000100:00100000:0.0:1775764888.319552:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133029120:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3092us (3265us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.319559:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16430 00000100:00100000:0.0:1775764888.327421:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.327540:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133029376 00000100:00100000:2.0:1775764888.327551:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133029376 00000100:00100000:2.0:1775764888.327614:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16431 00000100:00100000:2.0:1775764888.327658:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+316:89014:x1862022133029376:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.327762:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7260 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.327776:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7260 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.327789:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7260 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.327805:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b7267 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x15573b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.327812:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b7267 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x15573b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.327819:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b7267 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x15573b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.327838:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 145 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.327869:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d9 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.327877:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.327926:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d9 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.327953:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d9 expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.327966:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154062720:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.328039:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.334616:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.334728:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133029504 00000100:00100000:3.0:1775764888.334738:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133029504 00010000:00010000:3.0:1775764888.334780:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d9 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.334823:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2045 00000100:00100000:3.0:1775764888.334832:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133029504:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.334847:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.334886:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d9 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.334900:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d9 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.334922:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.334927:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.334974:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.334981:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.335004:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764888.335059:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133029504:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 228us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.335066:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2045 00010000:00010000:0.0:1775764888.336586:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b7259 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768d9 expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.336611:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154062720:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764888.336709:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.336720:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.336727:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.337615:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae851272 reply state 0000000027df2457 transno 4294976941 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.337661:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.337671:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.337674:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764888.337678:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.337685:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7260 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.337692:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7260 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.337698:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7260 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.337705:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7260 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.337710:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.337715:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7260 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.337721:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7260 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.337732:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.337734:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.337737:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7260 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.337743:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7260 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.337755:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae851272 reply state 0000000027df2457 transno 4294976941 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b7267 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x15573b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.337764:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b7267 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15573b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.337769:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x15573b5 (ffff9ee4c00dfd00) 00010000:00010000:0.0:1775764888.337772:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.337774:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.337869:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+318:89014:x1862022133029376:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10243us (10453us total) trans 4294976941 rc 0/0 00000100:00100000:0.0:1775764888.337878:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16431 00000100:00100000:2.0:1775764888.340231:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.341253:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133029632 00000100:00100000:3.0:1775764888.341264:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133029632 00000100:00100000:3.0:1775764888.341325:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16432 00000100:00100000:3.0:1775764888.341336:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133029632:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.341357:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.341379:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b7275 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768e0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.341450:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b727c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 145 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.341465:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b727c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.341477:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b727c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.341522:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.341542:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b727c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.341563:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.341566:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.341568:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.341571:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764888.341574:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.341578:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.341601:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b7275 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e0 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.341619:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b727c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e0 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.341667:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.341670:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.341673:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38616d800, rc 0) 00000100:00100000:3.0:1775764888.341729:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133029632:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 395us (1506us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.341735:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16432 00000100:00100000:2.0:1775764888.346992:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.347092:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133029888 00000100:00100000:3.0:1775764888.347102:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133029888 00000100:00100000:3.0:1775764888.347165:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16433 00000100:00100000:3.0:1775764888.347176:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+318:89014:x1862022133029888:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.347268:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7283 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.347285:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7283 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.347298:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7283 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.347315:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b728a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5e541a2a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.347322:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b728a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5e541a2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.347329:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b728a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5e541a2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.347347:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 146 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.347380:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b727c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e0 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.347388:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.347421:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b727c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e0 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.347434:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b727c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e0 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.347449:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154062848:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.347524:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.351199:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.351266:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133030016 00000100:00100000:0.0:1775764888.351277:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133030016 00010000:00010000:0.0:1775764888.351315:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b727c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e0 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.351357:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2046 00000100:00100000:0.0:1775764888.351365:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133030016:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.351380:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764888.351401:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b727c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e0 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.351415:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b727c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e0 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.351437:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.351442:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.351482:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.351491:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.351510:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764888.351564:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133030016:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 198us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.351574:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2046 00010000:00010000:3.0:1775764888.351906:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b727c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e0 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.351922:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154062848:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.351949:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.351960:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.351966:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.352416:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000edd1e768 reply state 00000000ae1817fb transno 4294976942 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.352430:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.352437:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.352440:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764888.352443:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.352450:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7283 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.352456:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7283 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.352463:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7283 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.352468:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7283 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.352473:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.352477:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7283 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.352489:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7283 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.352498:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.352500:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.352503:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7283 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.352509:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7283 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.352520:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000edd1e768 reply state 00000000ae1817fb transno 4294976942 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b728a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5e541a2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.352528:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b728a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5e541a2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.352534:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5e541a2a (ffff9ee4859c4300) 00010000:00010000:3.0:1775764888.352536:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.352538:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.352594:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+320:89014:x1862022133029888:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5419us (5611us total) trans 4294976942 rc 0/0 00000100:00100000:3.0:1775764888.352602:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16433 00000100:00100000:3.0:1775764888.355896:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.356122:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133030272 00000100:00100000:0.0:1775764888.356132:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133030272 00000100:00100000:0.0:1775764888.356184:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16434 00000100:00100000:0.0:1775764888.356193:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+320:89014:x1862022133030272:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.356282:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7298 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.356298:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7298 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.356310:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7298 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.356328:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b729f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5f84ad5a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.356335:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b729f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5f84ad5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.356341:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b729f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5f84ad5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.356360:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b72a6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 146 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.356394:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b72a6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.356400:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b72a6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.356973:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083ffd2e1 reply state 00000000ccf67aaa transno 4294976943 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b72a6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.356986:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b72a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.356993:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.356996:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764888.357001:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.357007:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7298 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.357014:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7298 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.357020:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7298 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.357027:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7298 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.357032:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.357036:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7298 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.357043:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7298 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.357053:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.357055:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.357059:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7298 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.357065:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7298 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.357077:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083ffd2e1 reply state 00000000ccf67aaa transno 4294976943 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b729f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5f84ad5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.357084:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b729f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f84ad5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.357089:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5f84ad5a (ffff9ee496767f00) 00010000:00010000:0.0:1775764888.357091:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.357093:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.357169:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+322:89014:x1862022133030272:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 976us (1280us total) trans 4294976943 rc 0/0 00000100:00100000:0.0:1775764888.357177:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16434 00000100:00100000:3.0:1775764888.358964:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.359110:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133030400 00000100:00100000:1.0:1775764888.359118:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133030400 00000100:00100000:1.0:1775764888.359168:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16435 00000100:00100000:1.0:1775764888.359177:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133030400:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764888.359195:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764888.359212:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b72ad lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768e7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.359272:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b72b4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 147 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.359287:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b72b4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.359299:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b72b4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764888.359338:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764888.359358:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b72b4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.359377:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764888.359379:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.359382:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.359384:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:1.0:1775764888.359387:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764888.359390:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764888.359408:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b72ad lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e7 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.359425:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b72b4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e7 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.359438:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.359440:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764888.359443:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385909800, rc 0) 00000100:00100000:1.0:1775764888.359496:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133030400:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 320us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.359502:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16435 00000100:00100000:3.0:1775764888.362322:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.362388:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133030656 00000100:00100000:0.0:1775764888.362397:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133030656 00000100:00100000:0.0:1775764888.362453:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16436 00000100:00100000:0.0:1775764888.362462:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+322:89014:x1862022133030656:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.362542:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b72bb lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.362557:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b72bb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.362569:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b72bb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.362582:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b72c2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x627f1089 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.362590:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b72c2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x627f1089 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.362597:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b72c2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x627f1089 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.362614:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 148 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.362684:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b72b4 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e7 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.362693:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.362727:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b72b4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e7 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.362740:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b72b4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e7 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.362753:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee39e628700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154062976:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.362835:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.369763:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.369839:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133030784 00000100:00100000:1.0:1775764888.369849:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133030784 00010000:00010000:1.0:1775764888.369885:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b72b4 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e7 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.369923:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2047 00000100:00100000:1.0:1775764888.369945:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133030784:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764888.369957:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764888.369978:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b72b4 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e7 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.369991:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b72b4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e7 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.370014:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.370020:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.370052:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.370064:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.370083:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764888.370135:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133030784:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 204us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.370141:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2047 00010000:00010000:0.0:1775764888.370990:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b72b4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768e7 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.371009:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee39e628700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154062976:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764888.371028:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371039:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371045:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.371544:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a2efa44 reply state 00000000c8b24f1b transno 4294976944 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371567:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371577:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.371581:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764888.371584:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.371590:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b72bb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371597:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b72bb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371602:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b72bb lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371608:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b72bb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371613:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.371618:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b72bb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371659:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b72bb lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371670:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.371672:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.371676:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b72bb lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371682:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b72bb lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.371696:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a2efa44 reply state 00000000c8b24f1b transno 4294976944 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b72c2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x627f1089 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371704:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b72c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x627f1089 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.371710:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x627f1089 (ffff9ee496767100) 00010000:00010000:0.0:1775764888.371712:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.371714:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.371786:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+324:89014:x1862022133030656:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9323us (9469us total) trans 4294976944 rc 0/0 00000100:00100000:0.0:1775764888.371795:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16436 00000100:00100000:3.0:1775764888.375454:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.375525:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.375617:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133030912 00000100:00100000:1.0:1775764888.375617:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133031168 00000100:00100000:0.0:1775764888.375652:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133030912 00000100:00100000:1.0:1775764888.375652:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133031168 00000100:00100000:0.0:1775764888.375706:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16437 00000100:00100000:0.0:1775764888.375715:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133030912:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.375736:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.375757:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b72d0 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768ee expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.375840:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b72d7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 148 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.375854:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b72d7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.375865:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b72d7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.375908:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.376134:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b72d7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.376157:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.376159:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.376162:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.376164:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.376166:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.376170:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.376192:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b72d0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768ee expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.376209:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b72d7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768ee expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.376217:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.376219:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.376223:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323a800, rc 0) 00000100:00100000:0.0:1775764888.376288:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133030912:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 574us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.376295:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16437 00000100:00100000:0.0:1775764888.376313:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16438 00000100:00100000:0.0:1775764888.376320:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+324:89014:x1862022133031168:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.376365:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b72de lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.376375:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b72de lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.376382:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b72de lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.376395:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b72e5 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5412e446 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.376402:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b72e5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5412e446 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.376408:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b72e5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5412e446 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.376423:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 149 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.376453:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b72d7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768ee expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.376459:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.376487:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b72d7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768ee expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.376499:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b72d7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768ee expref: 33 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.376512:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee39e628700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154063104:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.377046:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.385670:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.385706:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133031296 00000100:00100000:1.0:1775764888.385724:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133031296 00010000:00010000:1.0:1775764888.385765:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b72d7 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768ee expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.385805:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2048 00000100:00100000:1.0:1775764888.385814:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133031296:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764888.385828:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764888.385851:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b72d7 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768ee expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.385863:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b72d7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768ee expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.385864:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee39e628700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154063104:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.385883:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b72d7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768ee expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.385886:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.385901:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.385906:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.385950:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.385958:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.385986:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764888.386032:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133031296:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 220us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.386054:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2048 00010000:00010000:0.0:1775764888.386118:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.386126:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.386683:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a74e5107 reply state 000000001c6ee806 transno 4294976945 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.386698:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.386705:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.386708:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764888.386710:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.386717:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b72de lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.386725:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b72de lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.386731:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b72de lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.386738:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b72de lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.386744:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.386748:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b72de lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.386756:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b72de lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.386767:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.386769:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.386772:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b72de lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.386777:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b72de lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.386788:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a74e5107 reply state 000000001c6ee806 transno 4294976945 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b72e5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5412e446 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.386797:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b72e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5412e446 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.386802:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5412e446 (ffff9ee496767500) 00010000:00010000:0.0:1775764888.387176:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.387180:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.387240:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+326:89014:x1862022133031168:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10917us (11795us total) trans 4294976945 rc 0/0 00000100:00100000:0.0:1775764888.387247:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16438 00000100:00100000:2.0:1775764888.390020:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.390098:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133031424 00000100:00100000:3.0:1775764888.390109:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133031424 00000100:00100000:3.0:1775764888.390168:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16439 00000100:00100000:3.0:1775764888.390178:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133031424:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.390199:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.390219:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b72f3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768f5 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.390290:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b72fa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 149 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.390306:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b72fa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.390319:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b72fa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.390362:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.390388:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b72fa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.390408:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.390410:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.390413:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.390415:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764888.390417:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.390421:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.390441:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b72f3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768f5 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.390463:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b72fa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768f5 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.390470:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.390473:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.390477:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfeee000, rc 0) 00000100:00100000:3.0:1775764888.390537:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133031424:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 361us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.390545:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16439 00000100:00100000:3.0:1775764888.394421:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.394541:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133031680 00000100:00100000:1.0:1775764888.394551:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133031680 00000100:00100000:1.0:1775764888.394618:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16440 00000100:00100000:1.0:1775764888.394667:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7273800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+326:89014:x1862022133031680:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764888.394768:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7301 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.394785:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7301 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.394797:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7301 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.394812:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b7308 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x78325b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.394820:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b7308 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x78325b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.394831:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b7308 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x78325b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.394848:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 150 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.394879:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b72fa lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768f5 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.394887:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.394920:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b72fa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768f5 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.394946:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b72fa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768f5 expref: 33 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.394960:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154063232:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764888.395040:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764888.400270:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154063232:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.400298:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.402494:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.402546:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.402654:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133031936 00000100:00100000:2.0:1775764888.402670:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133031936 00010000:00010000:2.0:1775764888.402713:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b72fa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768f5 expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.402765:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2049 00000100:00100000:2.0:1775764888.402774:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133031936:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.402788:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.404201:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b72fa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768f5 expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.404220:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b72fa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768f5 expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.404244:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b72fa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768f5 expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.404259:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.404263:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.404290:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.404296:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.404326:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764888.404360:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.404369:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.404395:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133031936:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1621us (1848us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.404403:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2049 00000100:00100000:1.0:1775764888.404605:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133031808 00000100:00100000:1.0:1775764888.404612:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133031808 00000100:00100000:1.0:1775764888.404671:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16441 00000100:00100000:1.0:1775764888.404679:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133031808:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764888.404696:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764888.404711:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7316 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf768fc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.404869:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 150 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.404879:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.404886:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 150 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.404899:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.404908:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 150 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.405154:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b89b0608 reply state 00000000b923e15d transno 4294976946 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405168:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405175:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.405178:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764888.405180:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 150 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405187:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405193:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.405322:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.405330:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7301 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405337:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7301 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405344:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7301 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405350:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7301 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405355:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4c21cd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.405358:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7301 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405364:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7301 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405373:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.405375:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.405378:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7301 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405384:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7301 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.405395:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b89b0608 reply state 00000000b923e15d transno 4294976946 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b7308 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x78325b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405403:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b7308 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x78325b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.405407:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x78325b4a (ffff9ee492d3aa00) 00010000:00010000:0.0:1775764888.405409:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.405411:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.405465:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7273800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+328:89014:x1862022133031680:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10800us (11054us total) trans 4294976946 rc 0/0 00000100:00100000:0.0:1775764888.405472:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16440 00010000:00010000:3.0:1775764888.408483:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.408497:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.408700:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.408725:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.408751:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.408754:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.408756:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.408758:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.408760:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.408764:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.408795:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7316 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768fc expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.408836:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768fc expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.408844:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.408847:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.408851:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384016800, rc 0) 00000100:00100000:0.0:1775764888.408913:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133031808:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4234us (6428us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.408922:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16441 00000100:00100000:2.0:1775764888.409342:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.409405:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133032192 00000100:00100000:3.0:1775764888.409414:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133032192 00000100:00100000:3.0:1775764888.409488:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16442 00000100:00100000:3.0:1775764888.409496:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+328:89014:x1862022133032192:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.409562:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7324 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.409576:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7324 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.409591:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7324 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.409607:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b732b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xaebed6c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.409614:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b732b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaebed6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.409656:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b732b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaebed6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.409675:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 151 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.409704:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768fc expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.409713:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.409745:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768fc expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.409758:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768fc expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.409833:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7273100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154063360:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.409901:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.420650:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7273100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154063360:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.420679:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.423125:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.423212:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.423289:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133032448 00000100:00100000:0.0:1775764888.423299:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133032448 00000100:00100000:0.0:1775764888.423360:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16443 00000100:00100000:0.0:1775764888.423370:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133032448:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.423392:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.423415:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b7339 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76903 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.423483:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 152 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.423497:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.423504:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 152 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.423523:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.423533:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 152 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.423645:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133032320 00000100:00100000:3.0:1775764888.423650:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133032320 00010000:00010000:3.0:1775764888.423671:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768fc expref: 36 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.423736:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2050 00000100:00100000:3.0:1775764888.423744:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4863b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133032320:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.423753:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.423771:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768fc expref: 36 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.423784:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768fc expref: 36 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.423801:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b731d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf768fc expref: 36 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.423893:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.423898:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 152 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.423904:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.424013:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.424022:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.424034:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 152 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.424040:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 152 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.424109:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764888.424172:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4863b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133032320:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 429us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.424179:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2050 00010000:00010000:2.0:1775764888.424413:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.424420:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.425618:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a4846453 reply state 00000000264ff56b transno 4294976947 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.425716:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.425725:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.425728:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764888.425731:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 151 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.425739:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.425745:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.426015:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.426025:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7324 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.426032:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7324 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.426037:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7324 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.426043:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7324 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.426049:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.426053:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7324 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.426060:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7324 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.426071:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.426074:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.426077:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7324 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.426083:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7324 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.426098:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a4846453 reply state 00000000264ff56b transno 4294976947 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b732b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaebed6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.426106:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b732b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaebed6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.426113:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xaebed6c8 (ffff9ee4859c4400) 00010000:00010000:2.0:1775764888.426115:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.426117:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.426197:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+330:89014:x1862022133032192:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16699us (16853us total) trans 4294976947 rc 0/0 00000100:00100000:2.0:1775764888.426206:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16442 00010000:00010000:0.0:1775764888.426759:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.426768:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.428883:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.428925:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.428971:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.428974:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.428977:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.428979:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.428981:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.428985:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.429015:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b7339 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76903 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.429036:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76903 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.429044:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.429047:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.429050:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323b600, rc 0) 00000100:00100000:0.0:1775764888.429123:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133032448:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5755us (5909us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.429132:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16443 00000100:00100000:0.0:1775764888.431009:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.431079:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133032704 00000100:00100000:2.0:1775764888.431091:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133032704 00000100:00100000:2.0:1775764888.431155:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16444 00000100:00100000:2.0:1775764888.431166:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e628700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+330:89014:x1862022133032704:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.431257:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7347 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.431275:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7347 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.431288:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7347 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.431304:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b734e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfaede1b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.431310:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b734e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfaede1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.431319:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b734e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfaede1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.431338:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 152 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.431376:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76903 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.431384:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.431423:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76903 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.431434:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76903 expref: 33 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.431452:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a7972680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154063488:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.431535:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.440342:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.440404:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.440529:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a7972680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154063488:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764888.440566:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.440675:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133032832 00000100:00100000:3.0:1775764888.440683:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133032832 00010000:00010000:3.0:1775764888.440718:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76903 expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.440746:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2051 00000100:00100000:3.0:1775764888.440756:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a7971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133032832:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.440770:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.440793:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76903 expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.440805:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76903 expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.440826:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b7340 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76903 expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.440844:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.440849:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.440880:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.440887:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.440915:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764888.440975:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a7971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133032832:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 220us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.440983:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2051 00010000:00010000:2.0:1775764888.441147:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.441155:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.441687:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030436a08 reply state 0000000089da27a0 transno 4294976948 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.441702:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.441708:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.441711:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764888.441714:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.441720:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7347 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.441726:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7347 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.441732:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7347 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.441739:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7347 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.441746:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.441750:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7347 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.441758:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7347 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.441767:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.441770:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.441773:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7347 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.441780:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b7347 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.441790:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030436a08 reply state 0000000089da27a0 transno 4294976948 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b734e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfaede1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.441798:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b734e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfaede1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.441805:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfaede1b9 (ffff9ee4c00df900) 00010000:00010000:2.0:1775764888.441807:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.441809:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.441881:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e628700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+332:89014:x1862022133032704:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10716us (10878us total) trans 4294976948 rc 0/0 00000100:00100000:2.0:1775764888.441888:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16444 00000100:00100000:2.0:1775764888.441914:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133032960 00000100:00100000:2.0:1775764888.441919:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133032960 00000100:00100000:2.0:1775764888.441954:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16445 00000100:00100000:2.0:1775764888.441962:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133032960:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764888.441976:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.441990:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b735c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7690a expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.442039:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7363 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 152 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.442048:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7363 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.442055:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7363 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764888.442081:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764888.442098:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7363 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.442114:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764888.442117:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.442120:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.442122:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:2.0:1775764888.442124:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764888.442129:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764888.442145:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b735c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7690a expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.442158:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7363 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7690a expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.442169:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.442171:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764888.442174:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee382d7e600, rc 0) 00000100:00100000:2.0:1775764888.442195:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133032960:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 234us (1791us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.442201:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16445 00000100:00100000:2.0:1775764888.450323:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.450409:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133033216 00000100:00100000:3.0:1775764888.450420:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133033216 00000100:00100000:3.0:1775764888.450483:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16446 00000100:00100000:3.0:1775764888.450493:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+332:89014:x1862022133033216:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.450578:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b736a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.450596:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b736a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.450609:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b736a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.450654:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b7371 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x461f1d48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.450672:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b7371 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x461f1d48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.450678:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b7371 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x461f1d48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.450697:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 153 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.450730:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7363 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7690a expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.450738:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.450773:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7363 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7690a expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.450786:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7363 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7690a expref: 33 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.450800:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7271880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154063616:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.450877:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.455394:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7271880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154063616:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.455425:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.455577:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.455669:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133033344 00000100:00100000:1.0:1775764888.455682:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133033344 00010000:00010000:1.0:1775764888.455730:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7363 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7690a expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.455772:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2052 00000100:00100000:1.0:1775764888.455782:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384843480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133033344:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764888.455798:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764888.455835:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7363 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7690a expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.455852:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7363 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7690a expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.455874:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b7363 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7690a expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.455891:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.455897:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.455944:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.455951:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.455981:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764888.456042:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384843480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133033344:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 261us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.456050:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2052 00010000:00010000:3.0:1775764888.456109:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.456117:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.456574:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077cf6f6f reply state 00000000b691c898 transno 4294976949 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.456588:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.456595:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.456598:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764888.456600:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.456606:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b736a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.456613:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b736a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.456619:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b736a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.456662:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b736a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.456668:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a2a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.456673:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b736a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.456680:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b736a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.456689:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.456692:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.456695:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b736a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.456700:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b736a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.456712:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077cf6f6f reply state 00000000b691c898 transno 4294976949 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b7371 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x461f1d48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.456721:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b7371 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x461f1d48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.456727:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x461f1d48 (ffff9ee4859c4500) 00010000:00010000:3.0:1775764888.456729:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.456731:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.456783:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+334:89014:x1862022133033216:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6291us (6469us total) trans 4294976949 rc 0/0 00000100:00100000:3.0:1775764888.456790:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16446 00000100:00100000:0.0:1775764888.460262:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.460351:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133033600 00000100:00100000:1.0:1775764888.460361:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133033600 00000100:00100000:1.0:1775764888.460422:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16447 00000100:00100000:1.0:1775764888.460432:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a7972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+334:89014:x1862022133033600:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764888.460521:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b737f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.460539:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b737f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.460551:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b737f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.460566:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b7386 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x86f1eb4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.460573:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b7386 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x86f1eb4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.460580:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b7386 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x86f1eb4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.460598:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b738d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 153 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.460675:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b738d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.460684:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b738d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.461160:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000babc2022 reply state 00000000ea944df7 transno 4294976950 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b738d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.461175:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b738d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.461183:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.461186:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764888.461189:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764888.461195:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b737f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.461202:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b737f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.461208:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b737f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.461215:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b737f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.461220:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764888.461224:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b737f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.461232:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b737f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.461242:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764888.461244:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764888.461248:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b737f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.461254:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b737f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.461267:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000babc2022 reply state 00000000ea944df7 transno 4294976950 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b7386 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x86f1eb4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.461275:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b7386 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86f1eb4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.461281:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x86f1eb4e (ffff9ee492d3a700) 00010000:00010000:1.0:1775764888.461284:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764888.461286:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764888.461355:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a7972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+336:89014:x1862022133033600:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 923us (1101us total) trans 4294976950 rc 0/0 00000100:00100000:1.0:1775764888.461364:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16447 00000100:00100000:2.0:1775764888.463698:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.463925:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133033728 00000100:00100000:1.0:1775764888.463947:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133033728 00000100:00100000:1.0:1775764888.464006:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16448 00000100:00100000:1.0:1775764888.464015:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384843100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133033728:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764888.464035:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764888.464053:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7394 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76911 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.464125:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b739b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 154 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.464138:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b739b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.464149:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b739b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764888.464190:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764888.464213:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b739b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.464232:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764888.464235:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.464238:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.464241:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:1.0:1775764888.464244:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764888.464248:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764888.464271:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7394 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76911 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.464289:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b739b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76911 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.464298:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.464300:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764888.464303:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384017600, rc 0) 00000100:00100000:1.0:1775764888.464361:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384843100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133033728:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 347us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.464369:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16448 00000100:00100000:0.0:1775764888.472369:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.472456:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133033984 00000100:00100000:3.0:1775764888.472467:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133033984 00000100:00100000:3.0:1775764888.472525:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16449 00000100:00100000:3.0:1775764888.472536:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+336:89014:x1862022133033984:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.472679:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73a2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.472696:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73a2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.472708:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73a2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.472729:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b73a9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7a73628e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.472736:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b73a9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7a73628e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.472743:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b73a9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7a73628e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.472760:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 155 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.472794:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b739b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76911 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.472803:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.472838:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b739b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76911 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.472851:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b739b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76911 expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.472865:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7271880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154063744:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.472956:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.475348:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.475648:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133034112 00000100:00100000:2.0:1775764888.475668:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133034112 00010000:00010000:2.0:1775764888.475704:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b739b lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76911 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.475744:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2053 00000100:00100000:2.0:1775764888.475752:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133034112:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.475765:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.475789:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b739b lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76911 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.475801:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b739b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76911 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.475832:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.475837:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.475869:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.475877:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.475896:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764888.476067:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b739b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76911 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.476088:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7271880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154063744:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.476104:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476113:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476119:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.476506:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000033fb4c72 reply state 00000000c492576a transno 4294976951 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476519:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476525:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.476528:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764888.476530:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.476536:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73a2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476542:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73a2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476549:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73a2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476555:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73a2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476565:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.476569:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73a2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476576:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73a2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476583:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.476585:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.476588:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73a2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476593:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73a2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.476603:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000033fb4c72 reply state 00000000c492576a transno 4294976951 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b73a9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7a73628e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476611:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b73a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a73628e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.476616:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7a73628e (ffff9ee4859c4f00) 00010000:00010000:3.0:1775764888.476619:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.476659:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.477031:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133034112:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1276us (1687us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.477040:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2053 00000100:00100000:3.0:1775764888.477150:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+338:89014:x1862022133033984:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4616us (4791us total) trans 4294976951 rc 0/0 00000100:00100000:3.0:1775764888.477158:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16449 00000100:00100000:3.0:1775764888.478420:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.479368:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133034240 00000100:00100000:0.0:1775764888.479379:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133034240 00000100:00100000:0.0:1775764888.479555:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16450 00000100:00100000:0.0:1775764888.479565:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133034240:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.479587:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.479608:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b73b7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76918 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.479723:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b73be lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 155 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.479739:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b73be lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.479751:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b73be lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.479795:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.479829:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b73be lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.479849:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.479852:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.479855:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.479857:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.479859:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.479863:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.479885:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b73b7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76918 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.479903:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b73be lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76918 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.479916:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.479919:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.479923:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323b200, rc 0) 00000100:00100000:0.0:1775764888.480000:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133034240:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 437us (1584us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.480007:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16450 00000100:00100000:1.0:1775764888.484852:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.489970:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133034496 00000100:00100000:2.0:1775764888.489986:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133034496 00000100:00100000:2.0:1775764888.490052:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16451 00000100:00100000:2.0:1775764888.490063:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+338:89014:x1862022133034496:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.490151:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b73c5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.490169:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b73c5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.490181:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b73c5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.490196:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b73cc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa7a8c6b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.490204:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b73cc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa7a8c6b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.490211:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b73cc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa7a8c6b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.490231:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 156 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.490278:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b73be lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76918 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.490287:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.490322:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b73be lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76918 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.490336:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b73be lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76918 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.490350:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154063872:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.490438:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.497505:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.497583:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133034624 00000100:00100000:0.0:1775764888.497594:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133034624 00010000:00010000:0.0:1775764888.497662:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b73be lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76918 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.497708:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2054 00000100:00100000:0.0:1775764888.497719:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133034624:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.497734:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764888.497760:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b73be lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76918 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.497773:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b73be lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76918 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.497796:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.497802:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.497839:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.497852:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.497872:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764888.497926:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133034624:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 208us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.497946:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2054 00010000:00010000:2.0:1775764888.498254:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b73be lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76918 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.498271:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154063872:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.498300:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498310:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498316:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.498858:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003337293e reply state 000000003097648e transno 4294976952 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498873:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498881:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.498883:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764888.498886:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.498893:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b73c5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498899:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b73c5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498904:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b73c5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498909:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b73c5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498915:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.498919:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b73c5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498925:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b73c5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498947:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.498950:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.498954:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b73c5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498959:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b73c5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.498970:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003337293e reply state 000000003097648e transno 4294976952 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b73cc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa7a8c6b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498978:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b73cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa7a8c6b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.498983:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa7a8c6b3 (ffff9ee4c00df300) 00010000:00010000:2.0:1775764888.498986:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.498987:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.499059:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+340:89014:x1862022133034496:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8997us (14216us total) trans 4294976952 rc 0/0 00000100:00100000:2.0:1775764888.499066:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16451 00000100:00100000:3.0:1775764888.503070:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.503154:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.503227:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133034752 00000100:00100000:0.0:1775764888.503237:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133034752 00000100:00100000:0.0:1775764888.503293:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133035008 00000100:00100000:0.0:1775764888.503296:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133035008 00000100:00100000:0.0:1775764888.503329:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16452 00000100:00100000:0.0:1775764888.503338:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133034752:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.503360:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.503381:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b73da lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7691f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.503413:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16453 00000100:00100000:3.0:1775764888.503421:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7272680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+340:89014:x1862022133035008:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.503449:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b73e1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 156 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.503459:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73e8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.503463:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b73e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.503466:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73e8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.503474:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73e8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.503475:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b73e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.503487:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b73ef lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x539a1166 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.503492:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b73ef lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x539a1166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.503497:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b73ef lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x539a1166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.503511:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 157 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.503520:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1775764888.503539:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b73e1 lrc: 2/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.503541:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b73e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.503547:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.503563:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.503566:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.503569:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.503571:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.503574:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:3.0:1775764888.504885:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b73e1 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.504910:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764888.505084:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.505122:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b73da lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7691f expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.505148:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b73e1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7691f expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.505158:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b73e1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7691f expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.505165:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323ac00, rc 0) 00000100:00100000:1.0:1775764888.505304:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133034752:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1965us (2243us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.505314:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16452 00000100:00100000:0.0:1775764888.508775:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.508965:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133035136 00000100:00100000:3.0:1775764888.508975:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133035136 00000100:00100000:3.0:1775764888.509031:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16454 00000100:00100000:3.0:1775764888.509052:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133035136:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.509073:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.509096:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b73fd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76926 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.509164:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 158 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.509178:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.509185:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.509204:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.509214:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.510696:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.511185:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133035264 00000100:00100000:0.0:1775764888.511194:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133035264 00010000:00010000:0.0:1775764888.511233:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b73e1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7691f expref: 36 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.511275:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2055 00000100:00100000:0.0:1775764888.511283:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7273480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133035264:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.511298:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764888.511323:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b73e1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7691f expref: 36 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.511336:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b73e1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7691f expref: 36 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.511357:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b73e1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7691f expref: 36 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.511374:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.511380:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.511389:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.511418:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.511426:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.511433:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.511439:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.511470:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764888.511567:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7273480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133035264:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 284us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.511575:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2055 00010000:00010000:2.0:1775764888.511967:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.511975:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.512486:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a57462a4 reply state 00000000a0ba2d76 transno 4294976953 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512501:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512508:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.512510:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764888.512513:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 157 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512520:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512526:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.512559:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.512567:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73e8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512574:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73e8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512581:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73e8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512588:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73e8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512594:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.512598:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73e8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512605:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73e8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512614:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.512617:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.512646:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73e8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512657:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b73e8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.512671:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a57462a4 reply state 00000000a0ba2d76 transno 4294976953 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b73ef lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x539a1166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512680:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b73ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x539a1166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.512686:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x539a1166 (ffff9ee4859c4b00) 00010000:00010000:2.0:1775764888.512689:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.512691:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:0.0:1775764888.512733:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.512740:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.512776:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1775764888.512782:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7272680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+342:89014:x1862022133035008:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9361us (9627us total) trans 4294976953 rc 0/0 00000100:00100000:2.0:1775764888.512790:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16453 00000004:00010000:0.0:1775764888.512794:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.512829:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.512832:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.512835:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.512837:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.512839:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.512844:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.512865:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b73fd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76926 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.512880:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76926 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.512887:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.512889:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.512892:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1f600, rc 0) 00000100:00100000:0.0:1775764888.512915:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133035136:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3876us (4154us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.512921:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16454 00000100:00100000:0.0:1775764888.522176:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.523514:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133035520 00000100:00100000:2.0:1775764888.523532:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133035520 00000100:00100000:2.0:1775764888.523603:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16455 00000100:00100000:2.0:1775764888.523615:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+342:89014:x1862022133035520:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.523735:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b740b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.523752:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b740b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.523765:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b740b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.523780:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7412 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xac49dc41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.523787:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7412 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xac49dc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.523793:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7412 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xac49dc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.523812:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 158 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.523846:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76926 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.523855:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.523890:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76926 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.523903:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76926 expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.523918:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154064000:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.524013:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764888.527200:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.527374:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154064000:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.527412:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.529108:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133035648 00000100:00100000:3.0:1775764888.529120:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133035648 00010000:00010000:3.0:1775764888.529159:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76926 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.529202:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2056 00000100:00100000:3.0:1775764888.529211:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133035648:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.529224:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.529252:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76926 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.529265:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76926 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.529287:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7404 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76926 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.529301:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.529306:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.529341:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.529348:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.529382:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764888.529544:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.529551:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133035648:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 342us (2360us total) trans 0 rc 0/0 00010000:00010000:2.0:1775764888.529552:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.529559:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2056 00000100:00100000:1.0:1775764888.529682:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000004:00010000:2.0:1775764888.530085:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dadf0044 reply state 00000000ec863853 transno 4294976954 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530099:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530106:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.530109:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764888.530112:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.530119:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b740b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530125:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b740b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530131:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b740b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530137:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b740b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530142:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.530147:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b740b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530154:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b740b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530163:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.530165:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.530168:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b740b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530174:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b740b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.530185:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dadf0044 reply state 00000000ec863853 transno 4294976954 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7412 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xac49dc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530192:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7412 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xac49dc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530197:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xac49dc41 (ffff9ee4c00dff00) 00010000:00010000:2.0:1775764888.530199:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.530201:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.530250:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+344:89014:x1862022133035520:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6638us (8084us total) trans 4294976954 rc 0/0 00000100:00100000:2.0:1775764888.530258:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16455 00000100:00100000:2.0:1775764888.530283:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133035776 00000100:00100000:2.0:1775764888.530288:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133035776 00000100:00100000:2.0:1775764888.530316:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16456 00000100:00100000:2.0:1775764888.530323:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133035776:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764888.530336:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.530350:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7420 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7692d expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530402:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7427 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 158 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530415:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7427 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530422:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7427 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764888.530451:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764888.530468:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7427 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.530484:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764888.530487:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.530490:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.530492:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:2.0:1775764888.530494:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764888.530498:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764888.530512:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7420 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7692d expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530525:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7427 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7692d expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.530532:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.530534:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764888.530536:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfeee000, rc 0) 00000100:00100000:2.0:1775764888.530557:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133035776:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 235us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.530563:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16456 00000100:00100000:1.0:1775764888.534305:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.535454:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133036032 00000100:00100000:2.0:1775764888.535467:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133036032 00000100:00100000:2.0:1775764888.535531:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16457 00000100:00100000:2.0:1775764888.535541:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+344:89014:x1862022133036032:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.535641:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b742e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.535659:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b742e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.535671:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b742e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.535685:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b7435 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6b4b5380 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.535691:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b7435 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6b4b5380 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.535697:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b7435 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6b4b5380 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.538447:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 159 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.538497:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7427 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7692d expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.538507:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.538553:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7427 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7692d expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.538571:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7427 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7692d expref: 33 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.538586:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154064128:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.538688:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764888.544460:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.544604:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133036160 00000100:00100000:3.0:1775764888.544615:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133036160 00010000:00010000:3.0:1775764888.544691:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7427 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7692d expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.544729:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2057 00000100:00100000:3.0:1775764888.544738:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4863b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133036160:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.544755:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1775764888.544781:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154064128:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.544781:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7427 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7692d expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.544793:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7427 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7692d expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.544830:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b7427 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7692d expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.547061:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.547061:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.547070:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.547105:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.547112:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.547609:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764888.548022:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.548032:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.548126:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4863b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133036160:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 3383us (3671us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.548135:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2057 00000100:00100000:3.0:1775764888.548270:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000004:00010000:2.0:1775764888.548487:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003af2da59 reply state 00000000e80fd64d transno 4294976955 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.548501:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.548509:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.548512:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764888.548515:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.548523:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b742e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.548530:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b742e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.548537:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b742e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.548543:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b742e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.548549:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.548553:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b742e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.548561:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b742e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.548570:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.548573:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.548577:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b742e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.548825:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b742e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.548841:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003af2da59 reply state 00000000e80fd64d transno 4294976955 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b7435 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6b4b5380 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.548850:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b7435 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b4b5380 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.548856:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6b4b5380 (ffff9ee4c00df800) 00010000:00010000:2.0:1775764888.548858:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.548860:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.548928:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+346:89014:x1862022133036032:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13388us (14633us total) trans 4294976955 rc 0/0 00000100:00100000:2.0:1775764888.548945:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16457 00000100:00100000:2.0:1775764888.548972:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133036288 00000100:00100000:2.0:1775764888.548979:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133036288 00000100:00100000:2.0:1775764888.549011:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16458 00000100:00100000:2.0:1775764888.549019:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133036288:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764888.549035:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.549050:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7443 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76934 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.549108:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b744a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 159 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.549118:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b744a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.549126:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b744a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764888.549156:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764888.549173:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b744a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.549190:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764888.549193:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.549195:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.549198:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:2.0:1775764888.549201:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764888.549205:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764888.549222:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7443 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76934 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.549234:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b744a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76934 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.549242:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.549244:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764888.549247:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a9600, rc 0) 00000100:00100000:2.0:1775764888.549268:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133036288:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 249us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.549273:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16458 00000100:00100000:1.0:1775764888.558688:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.558831:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133036544 00000100:00100000:2.0:1775764888.558841:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133036544 00000100:00100000:2.0:1775764888.558897:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16459 00000100:00100000:2.0:1775764888.558906:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+346:89014:x1862022133036544:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.559008:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7451 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.559025:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7451 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.559037:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7451 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.559051:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b7458 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe8250b7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.559057:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b7458 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe8250b7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.559067:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b7458 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe8250b7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.559083:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 160 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.559115:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b744a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76934 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.559124:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.559154:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b744a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76934 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.559166:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b744a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76934 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.559180:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154064256:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.559249:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764888.578776:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.578825:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.578904:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133036672 00000100:00100000:3.0:1775764888.578914:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133036672 00010000:00010000:3.0:1775764888.578969:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b744a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76934 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.579009:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2058 00000100:00100000:3.0:1775764888.579018:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133036672:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.579035:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.579060:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b744a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76934 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.579072:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b744a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76934 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.579096:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.579102:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.579137:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.579144:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.579164:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764888.579212:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133036672:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 195us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.579219:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2058 00010000:00010000:2.0:1775764888.579227:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b744a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76934 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.579244:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154064256:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.579270:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.579279:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.579284:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.579357:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133036800 00000100:00100000:0.0:1775764888.579362:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133036800 00000100:00100000:0.0:1775764888.579402:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16460 00000100:00100000:0.0:1775764888.579409:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133036800:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.579423:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.579438:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b7466 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7693b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.579490:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 160 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.579499:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.579507:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 160 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.579519:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.579527:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 160 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.579896:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cd9d97e reply state 0000000091f7b29e transno 4294976956 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.579909:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.579915:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.579918:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764888.579920:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 160 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.579927:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.579940:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.579961:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.579968:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7451 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.579975:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7451 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.579980:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7451 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.579986:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7451 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.579992:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.579995:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7451 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.580003:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7451 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.580012:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.580014:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.580017:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7451 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.580024:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7451 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.580035:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cd9d97e reply state 0000000091f7b29e transno 4294976956 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b7458 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe8250b7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.580043:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b7458 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe8250b7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.580048:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe8250b7c (ffff9ee4c00dfa00) 00010000:00010000:2.0:1775764888.580050:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.580052:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.580108:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+348:89014:x1862022133036544:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 21202us (21429us total) trans 4294976956 rc 0/0 00000100:00100000:2.0:1775764888.580115:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16459 00010000:00010000:0.0:1775764888.580176:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.580184:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.580214:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.580234:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.580253:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.580256:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.580258:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.580260:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.580262:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.580266:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.580282:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b7466 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7693b expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.580296:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7693b expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.580302:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.580304:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.580306:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323b000, rc 0) 00000100:00100000:0.0:1775764888.580326:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133036800:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 918us (1501us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.580332:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16460 00000100:00100000:1.0:1775764888.587875:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.588001:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133037056 00000100:00100000:2.0:1775764888.588012:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133037056 00000100:00100000:2.0:1775764888.588061:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16461 00000100:00100000:2.0:1775764888.588070:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+348:89014:x1862022133037056:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.588155:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7474 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.588172:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7474 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.588185:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7474 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.588203:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b747b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf127238d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.588209:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b747b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf127238d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.588215:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b747b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf127238d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.588231:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 161 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.588266:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7693b expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.588274:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.588307:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7693b expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.588327:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7693b expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.588340:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154064384:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.588425:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.599059:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154064384:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.599087:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.603472:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.603951:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133037184 00000100:00100000:3.0:1775764888.603962:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133037184 00010000:00010000:3.0:1775764888.604002:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7693b expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.604044:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2059 00000100:00100000:3.0:1775764888.604052:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133037184:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.604067:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.604090:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7693b expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.604103:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7693b expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.604124:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b746d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7693b expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.604141:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.604147:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.604182:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.604189:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.604224:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764888.604279:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133037184:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 228us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.604286:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2059 00010000:00010000:2.0:1775764888.604420:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.604429:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.604970:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015bb9575 reply state 00000000fcbaab11 transno 4294976957 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.604986:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.604993:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.604996:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764888.604999:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.605006:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7474 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.605012:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7474 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.605018:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7474 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.605025:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7474 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.605031:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.605035:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7474 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.605042:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7474 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.605051:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.605053:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.605057:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7474 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.605063:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7474 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.605074:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015bb9575 reply state 00000000fcbaab11 transno 4294976957 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b747b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf127238d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.605083:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b747b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf127238d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.605088:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf127238d (ffff9ee492cbc800) 00010000:00010000:2.0:1775764888.605090:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.605091:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.605147:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+350:89014:x1862022133037056:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 17076us (17281us total) trans 4294976957 rc 0/0 00000100:00100000:2.0:1775764888.605155:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16461 00000100:00100000:1.0:1775764888.607708:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.607812:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133037312 00000100:00100000:3.0:1775764888.607823:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133037312 00000100:00100000:3.0:1775764888.607878:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16462 00000100:00100000:3.0:1775764888.607887:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133037312:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.607907:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.607942:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7489 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76942 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.608013:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7490 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 161 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.608028:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7490 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.608040:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7490 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.608084:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.608105:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7490 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.608124:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.608128:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.608130:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.608133:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764888.608134:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.608139:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.608158:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7489 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76942 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.608180:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7490 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76942 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.608189:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.608192:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.608196:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1e600, rc 0) 00000100:00100000:3.0:1775764888.608256:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133037312:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 370us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.608263:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16462 00000100:00100000:1.0:1775764888.611110:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.611189:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133037568 00000100:00100000:2.0:1775764888.611198:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133037568 00000100:00100000:2.0:1775764888.611255:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16463 00000100:00100000:2.0:1775764888.611265:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+350:89014:x1862022133037568:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.611349:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b7497 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.611365:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b7497 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.611378:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b7497 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.611393:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b749e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfae79668 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.611399:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b749e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfae79668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.611406:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b749e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfae79668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.611423:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 162 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.611457:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7490 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76942 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.611465:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.611500:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7490 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76942 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.611513:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7490 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76942 expref: 33 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.611527:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154064512:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.611606:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764888.618227:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.618264:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.618379:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154064512:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.618410:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.618754:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133037696 00000100:00100000:0.0:1775764888.618762:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133037696 00000100:00100000:3.0:1775764888.618795:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133037824 00010000:00010000:0.0:1775764888.618800:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7490 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76942 expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.618800:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133037824 00000100:00100000:0.0:1775764888.618837:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2060 00000100:00100000:3.0:1775764888.618837:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16464 00000100:00100000:3.0:1775764888.618845:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133037824:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:0.0:1775764888.618846:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133037696:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.618860:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.618862:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.618878:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b74ac lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76949 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.618883:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7490 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76942 expref: 35 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.618893:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7490 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76942 expref: 36 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.618911:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7490 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76942 expref: 36 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.618923:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.618938:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.618949:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 163 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.618972:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.618980:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.619349:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.619357:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 163 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.619371:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.619380:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 163 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.621545:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764888.621585:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.621596:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.621657:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133037696:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 2798us (3426us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.621668:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2060 00000004:00010000:3.0:1775764888.622305:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c36c447b reply state 000000002ba564f6 transno 4294976958 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.622326:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.622334:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.622337:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764888.622340:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 162 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.622348:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.622354:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.622381:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.622388:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b7497 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.622395:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b7497 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.622399:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.622401:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b7497 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.622407:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.622408:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b7497 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.622414:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.622418:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b7497 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.622424:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b7497 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.622433:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.622435:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.622438:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b7497 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.622442:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1775764888.622444:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b7497 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.622456:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c36c447b reply state 000000002ba564f6 transno 4294976958 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b749e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfae79668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.622458:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.622465:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b749e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfae79668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.622470:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfae79668 (ffff9ee492cbc900) 00010000:00010000:3.0:1775764888.622472:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.622474:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:0.0:1775764888.622479:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.622481:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.622484:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.622486:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.622487:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.622492:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.622512:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b74ac lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76949 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.622528:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76949 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.622532:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+352:89014:x1862022133037568:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11269us (11432us total) trans 4294976958 rc 0/0 00010000:00010000:0.0:1775764888.622535:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.622538:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00000100:00100000:3.0:1775764888.622539:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16463 00010000:00010000:0.0:1775764888.622540:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1fc00, rc 0) 00000100:00100000:0.0:1775764888.622560:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133037824:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3716us (4296us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.622565:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16464 00000100:00100000:3.0:1775764888.629032:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.629129:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133038080 00000100:00100000:0.0:1775764888.629140:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133038080 00000100:00100000:0.0:1775764888.629204:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16465 00000100:00100000:0.0:1775764888.629214:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7272a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+352:89014:x1862022133038080:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.629301:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b74ba lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.629317:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b74ba lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.629329:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b74ba lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.629344:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b74c1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x13b125b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.629351:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b74c1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13b125b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.629357:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b74c1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13b125b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.629374:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 163 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.629406:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76949 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.629414:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.629444:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76949 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.629461:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76949 expref: 33 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.629474:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386199180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154064640:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.629551:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.633147:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386199180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154064640:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.633147:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764888.633175:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.633228:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133038208 00000100:00100000:3.0:1775764888.633236:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133038208 00010000:00010000:3.0:1775764888.633271:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76949 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.633305:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2061 00000100:00100000:3.0:1775764888.633313:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384840000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133038208:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.633326:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.633347:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76949 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.633358:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76949 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.633378:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74b3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76949 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.633396:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.633401:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.633435:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.633443:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.633468:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764888.633514:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384840000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133038208:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 201us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.633521:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2061 00010000:00010000:0.0:1775764888.633609:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.633616:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.636225:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.636375:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133038336 00000100:00100000:1.0:1775764888.636386:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133038336 00000100:00100000:1.0:1775764888.636441:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16466 00000100:00100000:1.0:1775764888.636450:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133038336:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764888.636470:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764888.636490:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b74cf lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76950 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.636563:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 163 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.636578:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.636585:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 163 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.636603:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.636613:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 163 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.639216:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ccb8216 reply state 000000003c343b3d transno 4294976959 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.639243:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.639250:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.639252:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764888.639255:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 163 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.639261:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.639268:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.639291:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.639300:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b74ba lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.639306:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b74ba lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.639310:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.639312:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b74ba lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.639318:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.639319:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b74ba lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.639326:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.639330:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b74ba lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.639336:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b74ba lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.639347:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.639349:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.639352:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b74ba lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.639357:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b74ba lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.639368:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ccb8216 reply state 000000003c343b3d transno 4294976959 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b74c1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13b125b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764888.639368:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1775764888.639377:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b74c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13b125b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.639382:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x13b125b9 (ffff9ee496767900) 00010000:00010000:0.0:1775764888.639384:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.639386:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:1.0:1775764888.639387:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.639410:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764888.639413:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.639415:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.639417:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:1.0:1775764888.639419:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764888.639423:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764888.639448:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b74cf lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76950 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.639456:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7272a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+354:89014:x1862022133038080:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10244us (10435us total) trans 4294976959 rc 0/0 00010000:00010000:1.0:1775764888.639463:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76950 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.639464:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16465 00010000:00010000:1.0:1775764888.639470:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.639473:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764888.639475:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384017400, rc 0) 00000100:00100000:1.0:1775764888.639496:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133038336:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3048us (3282us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.639502:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16466 00000100:00100000:3.0:1775764888.646232:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.646377:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133038592 00000100:00100000:2.0:1775764888.646388:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133038592 00000100:00100000:2.0:1775764888.646498:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16467 00000100:00100000:2.0:1775764888.646508:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+354:89014:x1862022133038592:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.646606:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b74dd lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.646648:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b74dd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.646662:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b74dd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.646678:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b74e4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7e8ec1e4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.646686:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b74e4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7e8ec1e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.646693:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b74e4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7e8ec1e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.646710:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 164 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.646883:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76950 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.646892:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.646925:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76950 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.646947:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76950 expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.646961:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384842680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154064768:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.647037:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.648963:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384842680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154064768:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.648998:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.650385:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.650517:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133038720 00000100:00100000:0.0:1775764888.650525:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133038720 00010000:00010000:0.0:1775764888.650563:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76950 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.650613:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2062 00000100:00100000:0.0:1775764888.650652:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7273480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133038720:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.650667:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764888.650693:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76950 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.650706:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76950 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.650736:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b74d6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76950 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.650754:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.650760:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.650795:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.650803:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.650831:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764888.650874:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.650883:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7273480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133038720:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 263us (505us total) trans 0 rc 0/0 00010000:00010000:3.0:1775764888.650883:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.650891:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2062 00000004:00010000:3.0:1775764888.651363:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b0a3bca reply state 0000000044fdf3f3 transno 4294976960 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.651376:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.651383:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.651386:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764888.651388:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.651395:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b74dd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.651406:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b74dd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.651412:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b74dd lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.651418:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b74dd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.651424:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.651428:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b74dd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.651435:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b74dd lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.651444:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.651446:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.651450:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b74dd lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.651455:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b74dd lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.651466:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b0a3bca reply state 0000000044fdf3f3 transno 4294976960 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b74e4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7e8ec1e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.651473:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b74e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7e8ec1e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.651479:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7e8ec1e4 (ffff9ee492cbcd00) 00010000:00010000:3.0:1775764888.651482:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.651483:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.651528:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+356:89014:x1862022133038592:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5022us (5307us total) trans 4294976960 rc 0/0 00000100:00100000:3.0:1775764888.651534:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16467 00000100:00100000:2.0:1775764888.654740:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.654781:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.654868:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133038848 00000100:00100000:3.0:1775764888.654878:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133038848 00000100:00100000:3.0:1775764888.654947:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133039104 00000100:00100000:3.0:1775764888.654951:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133039104 00000100:00100000:3.0:1775764888.654980:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16468 00000100:00100000:3.0:1775764888.654987:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133038848:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.655008:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.655026:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74f2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76957 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.655095:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 164 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.655110:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.655115:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16469 00010000:00010000:3.0:1775764888.655122:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.655124:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+356:89014:x1862022133039104:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764888.655167:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b7500 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.655168:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1775764888.655179:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b7500 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.655186:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b7500 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.655188:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.655198:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b7507 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x92bf2851 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.655204:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b7507 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x92bf2851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.655205:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.655208:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00010000:00010000:1.0:1775764888.655210:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b7507 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x92bf2851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.655211:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.655214:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:3.0:1775764888.655216:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.655220:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764888.655224:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 165 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.655238:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b74f2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76957 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.655253:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76957 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.655261:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.655915:0:6518:0:(ldlm_lockd.c:1464:ldlm_handle_enqueue()) ### save blocking bits 22 in granted lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76957 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.656005:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76957 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.656015:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x60200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76957 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.656023:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.656026:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.656028:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.656049:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1ea00, rc 0) 00000100:00100000:2.0:1775764888.656210:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133038848:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1222us (1477us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.656219:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16468 00010000:00010000:1.0:1775764888.656525:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76957 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.656535:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76957 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.656553:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff40e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154064896:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764888.656616:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.659854:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.660313:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133039232 00000100:00100000:0.0:1775764888.660322:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133039232 00000100:00100000:0.0:1775764888.660374:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16470 00000100:00100000:0.0:1775764888.660384:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133039232:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.660404:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1775764888.660419:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764888.660423:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b7515 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7695e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.660460:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133039360 00000100:00100000:0.0:1775764888.660463:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133039360 00010000:00010000:0.0:1775764888.660483:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76957 expref: 36 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.660514:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2063 00000100:00100000:0.0:1775764888.660522:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133039360:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.660531:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764888.660551:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76957 expref: 36 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.660564:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76957 expref: 36 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.660586:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.660591:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.660643:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.661019:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.661039:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764888.661093:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133039360:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 572us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.661101:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2063 00010000:00010000:0.0:1775764888.661154:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 166 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.661163:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.661170:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 166 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.661181:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.661195:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 166 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.667534:0:6519:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.48@tcp) returned -22 from blocking AST (req@0000000097ebff86 x1862022154064896) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76957 expref: 35 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.667570:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b74f9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76957 expref: 35 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.667592:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff40e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154064896:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.667611:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.667615:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 165 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.667639:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 165 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.667646:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 165 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.667655:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.667664:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.667671:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.668129:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e1112e4 reply state 00000000df7c195b transno 4294976961 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668145:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668153:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.668155:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764888.668158:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 165 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668165:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668171:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.668188:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764888.668194:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b7500 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668198:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b7500 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668203:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b7500 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668207:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b7500 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668210:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764888.668214:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b7500 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668219:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b7500 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668225:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764888.668227:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764888.668229:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b7500 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668233:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b7500 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.668240:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e1112e4 reply state 00000000df7c195b transno 4294976961 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b7507 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x92bf2851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668245:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b7507 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92bf2851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.668248:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x92bf2851 (ffff9ee492d3ab00) 00010000:00010000:1.0:1775764888.668250:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764888.668251:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764888.668321:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+358:89014:x1862022133039104:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13198us (13538us total) trans 4294976961 rc 0/0 00000100:00100000:1.0:1775764888.668331:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16469 00010000:00010000:0.0:1775764888.668499:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.668508:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.668542:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.668562:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.668582:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.668585:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.668588:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.668590:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.668592:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.668596:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.668654:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b7515 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7695e expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.668671:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7695e expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.668678:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.668681:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.668683:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323a200, rc 0) 00000100:00100000:0.0:1775764888.668726:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133039232:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8344us (8882us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.668733:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16470 00000100:00100000:2.0:1775764888.671997:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.672441:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133039616 00000100:00100000:1.0:1775764888.672453:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133039616 00000100:00100000:1.0:1775764888.672517:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16471 00000100:00100000:1.0:1775764888.672527:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+358:89014:x1862022133039616:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764888.672657:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7523 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.672674:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7523 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.672686:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7523 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.672701:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b752a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5217e2aa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.672707:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b752a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5217e2aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.672723:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b752a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5217e2aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.672742:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 166 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.672775:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7695e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.672783:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.672816:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7695e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.672830:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7695e expref: 33 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.672847:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff40e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154065024:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764888.672945:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.676981:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.677037:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133039744 00000100:00100000:0.0:1775764888.677046:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133039744 00000100:00100000:0.0:1775764888.677104:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16472 00000100:00100000:0.0:1775764888.677114:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7273100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133039744:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.677133:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.677153:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7538 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76965 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.677226:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 167 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.677240:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.677247:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 167 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.677264:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.677274:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.677696:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff40e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154065024:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.677717:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.679321:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.679405:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133039872 00000100:00100000:3.0:1775764888.679414:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133039872 00010000:00010000:3.0:1775764888.679454:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7695e expref: 36 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.679498:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2064 00000100:00100000:3.0:1775764888.679508:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4863b1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133039872:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.679524:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.679548:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7695e expref: 36 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.679566:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7695e expref: 36 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.679585:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b751c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7695e expref: 36 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.679599:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.679604:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.679612:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.679687:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.679696:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.679705:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.679711:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.679743:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764888.679800:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4863b1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133039872:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 292us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.679808:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2064 00010000:00010000:2.0:1775764888.680159:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680167:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.680676:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c824dfe2 reply state 0000000023c7293d transno 4294976962 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680689:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680695:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.680697:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764888.680699:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 166 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680705:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680710:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.680741:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.680749:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7523 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680755:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7523 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680760:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7523 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680765:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7523 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680770:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.680774:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7523 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680781:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7523 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680790:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.680792:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.680795:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7523 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680800:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7523 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.680824:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c824dfe2 reply state 0000000023c7293d transno 4294976962 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b752a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5217e2aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680833:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b752a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5217e2aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.680840:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5217e2aa (ffff9ee492d3a800) 00010000:00010000:2.0:1775764888.680842:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.680844:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.680912:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+360:89014:x1862022133039616:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8385us (8922us total) trans 4294976962 rc 0/0 00000100:00100000:2.0:1775764888.680920:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16471 00010000:00010000:0.0:1775764888.681559:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.681569:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.681610:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.681660:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.681688:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.681691:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.681694:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.681696:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888 00000004:00010000:0.0:1775764888.681698:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.681701:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.681727:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7538 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76965 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.681742:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76965 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.681750:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.681753:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.681757:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323b000, rc 0) 00000100:00100000:0.0:1775764888.681798:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7273100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133039744:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4686us (4826us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.681805:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16472 00010000:00010000:2.0:1775764888.688106:0:9473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764888.688402:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.688489:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133040128 00000100:00100000:0.0:1775764888.688503:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133040128 00000100:00100000:0.0:1775764888.688569:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16473 00000100:00100000:0.0:1775764888.688580:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+360:89014:x1862022133040128:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.688873:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7546 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.688892:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7546 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.688904:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7546 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.688922:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b754d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfea9709b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.689007:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b754d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfea9709b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.689015:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b754d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfea9709b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.689036:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 167 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.689075:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76965 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.689083:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.689119:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76965 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.689134:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76965 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.689150:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386199180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154065152:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.689273:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.698494:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386199180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154065152:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764888.698532:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.698960:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.699214:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133040256 00000100:00100000:0.0:1775764888.699223:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133040256 00000100:00100000:0.0:1775764888.699273:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16474 00000100:00100000:0.0:1775764888.699282:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133040256:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.699301:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.699319:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b755b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7696c expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.699385:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 168 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.699398:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.699405:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 168 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.699421:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.699431:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 168 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.701305:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.701402:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133040384 00000100:00100000:0.0:1775764888.701411:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133040384 00010000:00010000:0.0:1775764888.701448:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76965 expref: 36 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.701491:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2065 00000100:00100000:0.0:1775764888.701501:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384840000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133040384:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.701513:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764888.701535:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76965 expref: 36 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.701547:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76965 expref: 36 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.701568:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b753f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76965 expref: 36 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.701584:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.701588:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 168 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.701597:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.701683:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.701695:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.701701:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 168 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.701706:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 168 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.701727:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764888.701774:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384840000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133040384:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 274us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.701781:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2065 00010000:00010000:0.0:1775764888.701906:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.701914:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.703381:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb38fec0 reply state 00000000855b329e transno 4294976963 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703402:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703411:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.703413:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764888.703416:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 167 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703426:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703431:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.703460:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.703468:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7546 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703474:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7546 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703479:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7546 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703486:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7546 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703491:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.703496:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7546 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703502:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7546 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703512:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.703515:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.703518:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7546 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703523:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b7546 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.703536:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb38fec0 reply state 00000000855b329e transno 4294976963 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b754d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfea9709b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703543:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b754d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfea9709b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.703548:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfea9709b (ffff9ee4965d0c00) 00010000:00010000:0.0:1775764888.703550:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.703552:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.703644:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+362:89014:x1862022133040128:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15040us (15222us total) trans 4294976963 rc 0/0 00000100:00100000:0.0:1775764888.703652:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16473 00010000:00010000:3.0:1775764888.704444:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.704454:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.704493:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.704515:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.704539:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.704542:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.704545:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.704548:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764888 -> 1775764889 00000004:00010000:3.0:1775764888.704550:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.704555:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.704583:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b755b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7696c expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.704600:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7696c expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.704609:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.704611:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.704614:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323bc00, rc 0) 00000100:00100000:3.0:1775764888.704711:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133040256:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5431us (5753us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.704719:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16474 00000100:00100000:0.0:1775764888.710091:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.710915:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133040640 00000100:00100000:2.0:1775764888.710941:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133040640 00000100:00100000:2.0:1775764888.711014:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16475 00000100:00100000:2.0:1775764888.711024:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+362:89014:x1862022133040640:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.711115:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7569 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.711134:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7569 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.711147:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7569 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.711162:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b7570 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6e871aea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.711168:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b7570 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6e871aea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.711175:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b7570 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6e871aea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.711194:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 168 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.711234:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7696c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.711241:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.711276:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7696c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.711289:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7696c expref: 33 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.711303:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154065280:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.711394:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.720379:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.720471:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.720562:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133040768 00000100:00100000:2.0:1775764888.720572:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133040768 00010000:00010000:2.0:1775764888.720611:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7696c expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.720690:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2066 00000100:00100000:2.0:1775764888.720700:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133040768:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.720715:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.720740:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7696c expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.720752:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7696c expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.720773:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.720778:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.720825:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.720835:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.720856:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764888.720914:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133040768:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.720922:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2066 00010000:00010000:1.0:1775764888.721704:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b7562 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7696c expref: 33 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.721724:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154065280:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.721746:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.721763:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.721770:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.722508:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c8613b0 reply state 00000000003ba2b3 transno 4294976964 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.722528:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.722538:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.722540:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764888.722544:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764888.722551:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7569 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.722563:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7569 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.722569:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7569 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.722576:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7569 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.722582:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764888.722588:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7569 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.722596:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7569 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.722604:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764888.722606:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764888.722610:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7569 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.722616:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7569 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.722674:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c8613b0 reply state 00000000003ba2b3 transno 4294976964 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b7570 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6e871aea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.722683:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b7570 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e871aea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.722690:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6e871aea (ffff9ee492cbc200) 00010000:00010000:1.0:1775764888.722693:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764888.722695:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764888.722773:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+364:89014:x1862022133040640:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11749us (12690us total) trans 4294976964 rc 0/0 00000100:00100000:1.0:1775764888.722781:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16475 00000100:00100000:1.0:1775764888.722819:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133040896 00000100:00100000:1.0:1775764888.722825:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133040896 00000100:00100000:3.0:1775764888.723670:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16476 00000100:00100000:3.0:1775764888.723685:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133040896:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.723704:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.723720:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b757e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76973 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.723784:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7585 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 168 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.723796:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7585 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.723818:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7585 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.723858:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.723877:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7585 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.723894:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.723897:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.723900:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.723902:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764888.723904:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.723908:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.724159:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b757e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76973 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.724182:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7585 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76973 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.724189:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.724192:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.724196:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1fc00, rc 0) 00000100:00100000:3.0:1775764888.724239:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133040896:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 559us (3768us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.724245:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16476 00000100:00100000:0.0:1775764888.736881:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.737029:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133041152 00000100:00100000:3.0:1775764888.737039:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133041152 00000100:00100000:3.0:1775764888.737101:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16477 00000100:00100000:3.0:1775764888.737111:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+364:89014:x1862022133041152:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.737200:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b758c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.737218:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b758c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.737230:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b758c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.737246:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b7593 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xed2c6873 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.737252:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b7593 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xed2c6873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.737262:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b7593 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xed2c6873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.737280:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 169 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.737316:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7585 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76973 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.737325:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.737360:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7585 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76973 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.737374:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7585 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76973 expref: 33 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.737388:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7273480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154065408:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.737473:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.750421:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7273480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154065408:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.750451:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.755798:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.756226:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.756309:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133041408 00000100:00100000:3.0:1775764888.756320:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133041408 00010000:00010000:3.0:1775764888.756360:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7585 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76973 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.756411:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2067 00000100:00100000:3.0:1775764888.756423:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133041408:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.756436:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.756459:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7585 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76973 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.756471:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7585 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76973 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.756493:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7585 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76973 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.756510:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.756515:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.756553:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.756561:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.756595:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764888.756686:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022133041408:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 266us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.756694:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2067 00010000:00010000:1.0:1775764888.757479:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.757489:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.758022:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bc60541 reply state 0000000042720c01 transno 4294976965 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.758039:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.758046:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.758049:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764888.758052:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764888.758058:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b758c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.758064:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b758c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.758069:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b758c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.758075:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b758c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.758081:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764888.758085:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b758c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.758092:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b758c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.758102:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764888.758105:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764888.758109:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b758c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.758115:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b758c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.758128:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bc60541 reply state 0000000042720c01 transno 4294976965 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b7593 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xed2c6873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.758136:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b7593 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xed2c6873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.758142:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xed2c6873 (ffff9ee4859c4c00) 00010000:00010000:1.0:1775764888.758144:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764888.758147:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764888.758502:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+366:89014:x1862022133041152:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 21387us (21627us total) trans 4294976965 rc 0/0 00000100:00100000:1.0:1775764888.758512:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16477 00000100:00100000:1.0:1775764888.758538:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133041280 00000100:00100000:1.0:1775764888.758545:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133041280 00000100:00100000:2.0:1775764888.758897:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16478 00000100:00100000:2.0:1775764888.758909:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133041280:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764888.758937:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.758954:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b75a1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7697a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.759012:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b75a8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 169 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.759024:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b75a8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.759033:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b75a8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764888.759074:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764888.759093:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b75a8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.759112:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764888.759115:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.759117:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.759119:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764888.759121:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764888.759125:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764888.759144:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b75a1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7697a expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.759158:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b75a8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7697a expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.759166:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.759168:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764888.759171:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a8c00, rc 0) 00000100:00100000:2.0:1775764888.759203:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133041280:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 298us (3415us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.759210:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16478 00000100:00100000:0.0:1775764888.766428:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.766495:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133041664 00000100:00100000:3.0:1775764888.766506:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133041664 00000100:00100000:3.0:1775764888.766585:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16479 00000100:00100000:3.0:1775764888.766595:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+366:89014:x1862022133041664:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.766722:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b75af lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.766741:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b75af lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.766753:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b75af lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.766771:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b75b6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x89e455fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.766778:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b75b6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x89e455fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.766785:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b75b6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x89e455fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.766803:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 170 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.767131:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b75a8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7697a expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.767140:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.767176:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b75a8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7697a expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.767194:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b75a8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7697a expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.767207:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7273480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154065536:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.767323:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.781295:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.781327:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.781690:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7273480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154065536:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.781719:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.782069:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133041792 00000100:00100000:2.0:1775764888.782077:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133041792 00010000:00010000:2.0:1775764888.782115:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b75a8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7697a expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.782160:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2068 00000100:00100000:2.0:1775764888.782169:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133041792:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.782185:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.782208:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b75a8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7697a expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.782220:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b75a8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7697a expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.782242:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b75a8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7697a expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.782258:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.782263:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.782300:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.782308:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.782337:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764888.782392:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133041792:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 224us (1106us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.782400:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2068 00010000:00010000:1.0:1775764888.783412:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.783423:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.783924:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030802600 reply state 000000000c1dbdc7 transno 4294976966 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.783953:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.783961:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.783963:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764888.783967:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764888.783974:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b75af lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.783980:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b75af lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.783986:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b75af lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.783993:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b75af lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.783998:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764888.784003:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b75af lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.784010:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b75af lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.784020:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764888.784022:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764888.784025:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b75af lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.784031:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b75af lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.784046:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030802600 reply state 000000000c1dbdc7 transno 4294976966 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b75b6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x89e455fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.784055:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b75b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x89e455fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.784061:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x89e455fe (ffff9ee4859c4a00) 00010000:00010000:1.0:1775764888.784063:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764888.784065:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764888.784138:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+368:89014:x1862022133041664:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 17541us (17716us total) trans 4294976966 rc 0/0 00000100:00100000:1.0:1775764888.784146:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16479 00000100:00100000:1.0:1775764888.784172:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133041920 00000100:00100000:1.0:1775764888.784178:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133041920 00000100:00100000:1.0:1775764888.784217:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16480 00000100:00100000:1.0:1775764888.784223:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133041920:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764888.784239:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764888.784253:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b75c4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76981 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.784316:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b75cb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 170 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.784327:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b75cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.784334:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b75cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764888.784362:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764888.784378:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b75cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.784395:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764888.784398:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.784401:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.784403:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:1.0:1775764888.784405:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764888.784408:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764888.784424:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b75c4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76981 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.784436:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b75cb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76981 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.784443:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.784445:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764888.784447:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384017200, rc 0) 00000100:00100000:1.0:1775764888.784469:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133041920:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 247us (3142us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.784477:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16480 00000100:00100000:2.0:1775764888.791237:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.796004:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133042176 00000100:00100000:1.0:1775764888.796019:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133042176 00000100:00100000:0.0:1775764888.796182:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16481 00000100:00100000:0.0:1775764888.796193:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384842680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+368:89014:x1862022133042176:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.796284:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b75d2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.796301:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b75d2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.796314:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b75d2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.796329:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b75d9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd9858802 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.796336:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b75d9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd9858802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.796342:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b75d9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd9858802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.796360:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 171 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.796400:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b75cb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76981 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.796409:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.796448:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b75cb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76981 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.796462:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b75cb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76981 expref: 33 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.796477:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38619b100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154065664:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.796572:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.799512:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.799595:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.799685:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133042304 00000100:00100000:3.0:1775764888.799694:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133042304 00010000:00010000:3.0:1775764888.799731:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b75cb lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76981 expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.799776:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2069 00000100:00100000:3.0:1775764888.799786:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133042304:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.799801:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.799835:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b75cb lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76981 expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.799848:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b75cb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76981 expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.799869:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.799874:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.799908:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.799916:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.799948:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764888.799998:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133042304:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 213us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.800007:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2069 00010000:00010000:0.0:1775764888.801349:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b75cb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76981 expref: 33 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.801377:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38619b100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154065664:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764888.801398:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.801407:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.801413:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.801949:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fa2b034c reply state 000000003c7d890b transno 4294976967 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.801967:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.801975:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.801978:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764888.801982:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.801989:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b75d2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.801995:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b75d2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.802001:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b75d2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.802008:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b75d2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.802018:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.802023:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b75d2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.802031:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b75d2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.802045:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.802048:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.802051:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b75d2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.802056:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b75d2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.802067:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fa2b034c reply state 000000003c7d890b transno 4294976967 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b75d9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd9858802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.802075:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b75d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd9858802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.802080:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd9858802 (ffff9ee4965d0400) 00010000:00010000:0.0:1775764888.802082:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764888.802083:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133042432 00000100:00100000:0.0:1775764888.802084:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764888.802090:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133042432 00000100:00100000:1.0:1775764888.802132:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16482 00000100:00100000:1.0:1775764888.802140:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133042432:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:0.0:1775764888.802153:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384842680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+370:89014:x1862022133042176:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5963us (10927us total) trans 4294976967 rc 0/0 00010000:00010000:1.0:1775764888.802155:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1775764888.802160:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16481 00010000:00010000:1.0:1775764888.802169:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b75e7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76988 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.802223:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b75ee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 171 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.802234:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b75ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.802242:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b75ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764888.802283:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764888.802303:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b75ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.802319:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764888.802322:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.802325:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.802327:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:1.0:1775764888.802330:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764888.802333:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764888.802350:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b75e7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76988 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.802364:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b75ee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76988 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.802370:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.802373:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764888.802375:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384017800, rc 0) 00000100:00100000:1.0:1775764888.802398:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133042432:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 258us (2896us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.802403:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16482 00000100:00100000:2.0:1775764888.805398:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.805476:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133042688 00000100:00100000:0.0:1775764888.805486:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133042688 00000100:00100000:0.0:1775764888.805546:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16483 00000100:00100000:0.0:1775764888.805556:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+370:89014:x1862022133042688:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.805973:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b75f5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.805990:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b75f5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.806004:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b75f5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.806019:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b75fc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc8c54559 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.806026:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b75fc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc8c54559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.806032:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b75fc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc8c54559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.806051:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 172 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.806087:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b75ee lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76988 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.806097:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.806130:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b75ee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76988 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.806150:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b75ee lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76988 expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.806164:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38619b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154065792:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.806312:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.809126:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38619b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154065792:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.809154:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.810886:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.810993:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133042816 00000100:00100000:3.0:1775764888.811052:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133042816 00000100:00100000:3.0:1775764888.811110:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16484 00000100:00100000:3.0:1775764888.811119:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133042816:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.811140:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.811159:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b760a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7698f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.811212:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 173 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.811222:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.811227:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 173 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.811242:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.811249:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 173 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.812246:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.812524:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133042944 00000100:00100000:0.0:1775764888.812532:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133042944 00010000:00010000:0.0:1775764888.812562:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b75ee lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76988 expref: 36 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.812599:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2070 00000100:00100000:0.0:1775764888.812607:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133042944:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.812619:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764888.812912:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b75ee lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76988 expref: 36 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.812922:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b75ee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76988 expref: 36 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.812978:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b75ee lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76988 expref: 36 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.812994:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.813000:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 173 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.813009:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.813037:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.813094:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.813101:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 173 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.813105:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 173 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.813125:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764888.813152:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.813160:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.813184:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133042944:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 578us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.813191:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2070 00000004:00010000:2.0:1775764888.814775:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000918c65f7 reply state 00000000da76f109 transno 4294976968 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.814797:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.814859:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.814862:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764888.814866:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 172 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.814873:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.814878:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.814971:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.814979:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b75f5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.814988:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b75f5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.814993:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b75f5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.814999:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b75f5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.815005:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.815010:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b75f5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.815017:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b75f5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.815027:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.815028:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.815032:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b75f5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.815037:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b75f5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.815050:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000918c65f7 reply state 00000000da76f109 transno 4294976968 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b75fc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc8c54559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.815057:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b75fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8c54559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.815063:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc8c54559 (ffff9ee4965d0300) 00010000:00010000:2.0:1775764888.815065:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.815068:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.815157:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+372:89014:x1862022133042688:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9599us (9765us total) trans 4294976968 rc 0/0 00000100:00100000:2.0:1775764888.815165:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16483 00000100:00100000:1.0:1775764888.817544:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.818542:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133043200 00000100:00100000:3.0:1775764888.818555:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133043200 00000100:00100000:3.0:1775764888.818647:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16485 00000100:00100000:3.0:1775764888.818814:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+372:89014:x1862022133043200:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.818904:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7618 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.818921:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7618 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.819053:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7618 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.819073:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b761f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x95518528 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.819080:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b761f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x95518528 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.819085:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b761f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x95518528 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.819105:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 173 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.819136:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.819143:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.819161:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.819170:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.819387:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.819395:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.819441:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.819464:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.819483:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.819486:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.819489:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.819491:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:0.0:1775764888.819493:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.819497:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.819522:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b760a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7698f expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.819546:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7698f expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.819555:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7698f expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.819562:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1e600, rc 0) 00000100:00100000:0.0:1775764888.819674:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133042816:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8555us (8792us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.819682:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16484 00000100:00100000:3.0:1775764888.822801:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.823108:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.823185:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133043328 00000100:00100000:2.0:1775764888.823195:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133043328 00000100:00100000:2.0:1775764888.823247:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16486 00000100:00100000:2.0:1775764888.823255:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133043328:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764888.823277:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.823298:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b762d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76996 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.823365:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 174 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.823380:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.823388:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 174 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.823406:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.823417:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.823508:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133043456 00000100:00100000:0.0:1775764888.823512:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133043456 00010000:00010000:0.0:1775764888.823535:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7698f expref: 36 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.823565:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2071 00000100:00100000:0.0:1775764888.823572:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee485590850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133043456:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.823582:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764888.823600:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7698f expref: 36 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.823612:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7698f expref: 36 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.823668:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b7611 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7698f expref: 36 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.823682:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.823687:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.823694:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.823724:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.823732:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.823739:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.823745:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.823767:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764888.824021:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee485590850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133043456:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 448us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.824029:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2071 00010000:00010000:2.0:1775764888.824642:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.824651:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.825688:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003aeef2e4 reply state 00000000e8086358 transno 4294976969 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825707:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825715:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.825718:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764888.825721:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825729:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825735:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.825764:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.825771:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7618 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825779:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7618 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825784:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7618 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825791:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7618 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825797:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.825801:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7618 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825818:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7618 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825829:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.825831:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.825835:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7618 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825841:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7618 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.825856:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003aeef2e4 reply state 00000000e8086358 transno 4294976969 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b761f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x95518528 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825865:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b761f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95518528 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.825871:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x95518528 (ffff9ee4859c4e00) 00010000:00010000:2.0:1775764888.825873:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.825875:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.825963:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+374:89014:x1862022133043200:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7305us (8423us total) trans 4294976969 rc 0/0 00000100:00100000:2.0:1775764888.825972:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16485 00010000:00010000:3.0:1775764888.826466:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.826476:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.826515:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.826535:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.826560:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.826563:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.826565:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.826567:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764888.826569:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.826573:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.826596:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b762d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76996 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.826612:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76996 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.826664:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.826666:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.826669:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a8000, rc 0) 00000100:00100000:3.0:1775764888.826707:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133043328:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3453us (3915us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.826713:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16486 00000100:00100000:3.0:1775764888.829233:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.829395:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133043712 00000100:00100000:1.0:1775764888.829405:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133043712 00000100:00100000:1.0:1775764888.829466:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16487 00000100:00100000:1.0:1775764888.829477:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+374:89014:x1862022133043712:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764888.829560:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b763b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.829577:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b763b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.829590:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b763b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.829604:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b7642 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd7e14603 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.829610:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b7642 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7e14603 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.829615:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b7642 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7e14603 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.829660:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 174 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.829697:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76996 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.829704:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.829738:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76996 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.829752:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76996 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.829765:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff41880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154065920:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764888.829841:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764888.833071:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff41880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154065920:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.833099:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.837864:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.838006:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133043840 00000100:00100000:2.0:1775764888.838016:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133043840 00010000:00010000:2.0:1775764888.838055:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76996 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.838095:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2072 00000100:00100000:2.0:1775764888.838104:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133043840:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.838120:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.838145:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76996 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.838158:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76996 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.838180:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7634 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76996 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.838194:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.838199:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.838236:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.838244:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.838266:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764888.838321:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133043840:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 217us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.838327:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2072 00010000:00010000:1.0:1775764888.838560:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.838568:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.839095:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000725bca9a reply state 00000000b597f7e7 transno 4294976970 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.839109:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.839116:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.839118:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764888.839121:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764888.839127:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b763b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.839133:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b763b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.839139:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b763b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.839145:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b763b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.839151:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764888.839155:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b763b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.839162:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b763b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.839170:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764888.839172:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764888.839175:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b763b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.839182:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b763b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.839194:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000725bca9a reply state 00000000b597f7e7 transno 4294976970 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b7642 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7e14603 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.839202:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b7642 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7e14603 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.839208:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd7e14603 (ffff9ee487057f00) 00010000:00010000:1.0:1775764888.839211:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764888.839212:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764888.839266:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+376:89014:x1862022133043712:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9791us (10042us total) trans 4294976970 rc 0/0 00000100:00100000:1.0:1775764888.839273:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16487 00000100:00100000:3.0:1775764888.842943:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.843099:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133044096 00000100:00100000:0.0:1775764888.843109:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133044096 00000100:00100000:0.0:1775764888.843169:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16488 00000100:00100000:0.0:1775764888.843178:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+376:89014:x1862022133044096:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.843264:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b7650 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843283:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b7650 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843296:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b7650 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843309:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b7657 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd1ab6b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843316:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b7657 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd1ab6b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843323:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b7657 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd1ab6b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843339:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b765e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 174 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843373:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b765e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843380:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b765e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.843876:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005387215 reply state 000000005818a545 transno 4294976971 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b765e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843890:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b765e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843897:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.843900:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764888.843903:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.843909:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b7650 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843915:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b7650 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843921:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b7650 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843937:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b7650 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843944:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.843948:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b7650 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843956:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b7650 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843966:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.843968:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.843971:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b7650 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843978:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b7650 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.843989:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005387215 reply state 000000005818a545 transno 4294976971 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b7657 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd1ab6b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.843998:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b7657 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd1ab6b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.844004:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd1ab6b6 (ffff9ee4965d0600) 00010000:00010000:0.0:1775764888.844006:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.844008:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.844074:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+378:89014:x1862022133044096:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 897us (1155us total) trans 4294976971 rc 0/0 00000100:00100000:0.0:1775764888.844083:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16488 00000100:00100000:3.0:1775764888.846502:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.847120:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133044224 00000100:00100000:2.0:1775764888.847131:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133044224 00000100:00100000:2.0:1775764888.847225:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16489 00000100:00100000:2.0:1775764888.847235:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133044224:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764888.847257:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.847277:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7665 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7699d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.847347:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b766c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 175 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.847362:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b766c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.847375:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b766c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764888.847419:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764888.847440:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b766c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.847462:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764888.847465:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.847467:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.847470:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764888.847473:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764888.847477:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764888.847500:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b7665 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7699d expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.847516:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b766c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7699d expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.847524:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.847527:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764888.847531:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a8400, rc 0) 00000100:00100000:2.0:1775764888.847656:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133044224:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 422us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.847673:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16489 00000100:00100000:3.0:1775764888.849593:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.849847:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133044480 00000100:00100000:1.0:1775764888.849856:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133044480 00000100:00100000:1.0:1775764888.849914:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16490 00000100:00100000:1.0:1775764888.849923:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+378:89014:x1862022133044480:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764888.850012:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7673 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.850029:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7673 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.850041:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7673 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.850057:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b767a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x51b4b01b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.850065:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b767a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x51b4b01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.850071:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b767a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x51b4b01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.850088:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 176 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.850126:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b766c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7699d expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.850134:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.850167:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b766c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7699d expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.850179:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b766c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7699d expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.850192:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff41500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154066048:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764888.850352:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.859758:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.859857:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133044608 00000100:00100000:2.0:1775764888.859866:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133044608 00010000:00010000:2.0:1775764888.859905:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b766c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7699d expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.859951:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2073 00000100:00100000:2.0:1775764888.859960:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133044608:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.859975:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.859999:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b766c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7699d expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.860011:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b766c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7699d expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.860032:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.860037:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.860074:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.860084:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.860103:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764888.860157:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133044608:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 197us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.860165:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2073 00010000:00010000:1.0:1775764888.860760:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b766c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7699d expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.860779:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff41500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154066048:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.860800:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.860809:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.860815:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.861307:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000004576ce reply state 00000000594312e9 transno 4294976972 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.861401:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.861408:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.861411:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764888.861413:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764888.861420:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7673 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.861427:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7673 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.861433:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7673 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.861439:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7673 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.861444:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764888.861448:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7673 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.861461:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7673 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.861470:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764888.861471:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764888.861474:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7673 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.861480:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7673 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.861490:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000004576ce reply state 00000000594312e9 transno 4294976972 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b767a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x51b4b01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.861498:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b767a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x51b4b01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.861503:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x51b4b01b (ffff9ee487057400) 00010000:00010000:1.0:1775764888.861504:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764888.861506:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764888.861939:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+380:89014:x1862022133044480:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12003us (12339us total) trans 4294976972 rc 0/0 00000100:00100000:1.0:1775764888.861948:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16490 00000100:00100000:0.0:1775764888.863473:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.863799:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133044736 00000100:00100000:3.0:1775764888.863819:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133044736 00000100:00100000:3.0:1775764888.863876:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16491 00000100:00100000:3.0:1775764888.863885:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133044736:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764888.863906:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764888.863939:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7688 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769a4 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.864007:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b768f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 176 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.864022:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b768f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.864035:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b768f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764888.864080:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764888.864102:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b768f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.864121:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764888.864124:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.864127:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764888.864129:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764888.864131:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764888.864135:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764888.864155:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7688 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769a4 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.864171:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b768f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769a4 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.864179:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.864182:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764888.864186:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4813a3e00, rc 0) 00000100:00100000:3.0:1775764888.864243:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133044736:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 359us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.864249:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16491 00000100:00100000:3.0:1775764888.865384:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.865452:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133044992 00000100:00100000:2.0:1775764888.865460:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133044992 00000100:00100000:2.0:1775764888.865504:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16492 00000100:00100000:2.0:1775764888.865513:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+380:89014:x1862022133044992:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.865580:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7696 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.865595:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7696 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.865605:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7696 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.865618:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b769d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x347158fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.865902:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b769d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x347158fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.865909:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b769d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x347158fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.865943:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 177 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.865979:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b768f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769a4 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.865987:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.866019:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b768f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769a4 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.866033:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b768f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769a4 expref: 33 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.866047:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154066176:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.866166:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.868210:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154066176:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.868237:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.869362:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.869415:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133045120 00000100:00100000:2.0:1775764888.869421:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133045120 00010000:00010000:2.0:1775764888.869453:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b768f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769a4 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.869483:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2074 00000100:00100000:2.0:1775764888.869490:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133045120:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.869502:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.869522:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b768f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769a4 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.869530:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b768f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769a4 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.869548:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b768f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769a4 expref: 34 pid: 8424 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.869563:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.869568:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.869605:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.869614:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.869677:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764888.869727:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133045120:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 236us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.869734:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2074 00010000:00010000:0.0:1775764888.870257:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.870267:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.870981:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000795ff6d reply state 000000004d56300a transno 4294976973 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.870999:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.871006:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.871009:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764888.871012:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.871020:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7696 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.871026:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7696 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.871031:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7696 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.871038:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7696 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.871043:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.871048:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7696 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.871055:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7696 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.871063:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.871066:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.871069:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7696 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.871076:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7696 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.871089:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000795ff6d reply state 000000004d56300a transno 4294976973 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b769d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x347158fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.871097:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b769d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x347158fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.871103:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x347158fb (ffff9ee492cbca00) 00010000:00010000:0.0:1775764888.871105:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.871107:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.871186:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+382:89014:x1862022133044992:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5671us (5804us total) trans 4294976973 rc 0/0 00000100:00100000:0.0:1775764888.871193:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16492 00000100:00100000:3.0:1775764888.872723:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.872851:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133045248 00000100:00100000:2.0:1775764888.872861:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133045248 00000100:00100000:2.0:1775764888.872905:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16493 00000100:00100000:2.0:1775764888.872914:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133045248:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764888.872943:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.872962:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76ab lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769ab expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.873024:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76b2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 177 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.873039:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76b2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.873049:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76b2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764888.873089:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764888.873109:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76b2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.873129:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764888.873131:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.873134:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.873136:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764888.873139:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764888.873142:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764888.873161:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76ab lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ab expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.873178:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76b2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ab expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.873189:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.873191:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764888.873194:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a8c00, rc 0) 00000100:00100000:2.0:1775764888.873283:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133045248:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 369us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.873290:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16493 00000100:00100000:3.0:1775764888.874430:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.874467:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133045504 00000100:00100000:0.0:1775764888.874474:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133045504 00000100:00100000:0.0:1775764888.874523:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16494 00000100:00100000:0.0:1775764888.874532:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+382:89014:x1862022133045504:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.874609:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76b9 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.874639:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76b9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.874650:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76b9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.874666:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b76c0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xda4fae67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.874673:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b76c0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xda4fae67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.874680:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b76c0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xda4fae67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.874696:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 178 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.874742:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76b2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ab expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.874752:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.874789:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76b2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ab expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.874803:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76b2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ab expref: 33 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.874826:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38619b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154066304:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.874902:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.876705:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38619b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154066304:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.876730:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.877690:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.877739:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133045632 00000100:00100000:0.0:1775764888.877747:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133045632 00000100:00100000:3.0:1775764888.877764:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764888.877784:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76b2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ab expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.877828:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2075 00000100:00100000:0.0:1775764888.877836:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133045632:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.877851:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764888.877874:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76b2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ab expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.877886:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76b2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ab expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.877908:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76b2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ab expref: 34 pid: 6519 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.877924:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.877941:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.877979:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.877987:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.878012:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764888.878063:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022133045632:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 227us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.878072:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2075 00010000:00010000:3.0:1775764888.878166:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.878173:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.879141:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133045760 00000100:00100000:2.0:1775764888.879149:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133045760 00000100:00100000:2.0:1775764888.879188:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16495 00000100:00100000:2.0:1775764888.879195:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133045760:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764888.879213:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.879232:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b76ce lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769b2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.879288:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 178 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.879299:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.879307:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 178 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.879322:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.879333:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.880156:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0408326 reply state 0000000093ca286d transno 4294976974 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880174:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880182:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.880185:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764888.880188:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880195:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880200:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.880258:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764888.880267:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76b9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880273:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76b9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880279:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76b9 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880286:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76b9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880292:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764888.880296:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76b9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880303:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76b9 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880313:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764888.880316:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764888.880319:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76b9 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880326:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76b9 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.880338:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0408326 reply state 0000000093ca286d transno 4294976974 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b76c0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xda4fae67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880346:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b76c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda4fae67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.880351:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xda4fae67 (ffff9ee4965d0500) 00010000:00010000:1.0:1775764888.880353:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764888.880355:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764888.880441:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+384:89014:x1862022133045504:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5907us (6010us total) trans 4294976974 rc 0/0 00000100:00100000:1.0:1775764888.880450:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16494 00010000:00010000:2.0:1775764888.882151:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.882164:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764888.882216:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764888.882240:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.882268:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764888.882271:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.882274:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.882277:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764888.882279:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764888.882284:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764888.882317:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b76ce lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b2 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.882334:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b2 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.882344:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.882347:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764888.882350:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38616d800, rc 0) 00000100:00100000:2.0:1775764888.882471:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133045760:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3274us (4703us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.882480:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16495 00000100:00100000:3.0:1775764888.883428:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.884106:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133046016 00000100:00100000:2.0:1775764888.884115:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133046016 00000100:00100000:2.0:1775764888.884171:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16496 00000100:00100000:2.0:1775764888.884181:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+384:89014:x1862022133046016:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.884262:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b76dc lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.884277:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b76dc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.884287:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b76dc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.884300:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76e3 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xaf40775a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.884307:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76e3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaf40775a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.884312:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76e3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaf40775a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.884331:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 179 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.884368:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b2 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.884376:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.884409:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b2 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.884423:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b2 expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.884437:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154066432:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.884582:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.888409:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.888492:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133046144 00000100:00100000:0.0:1775764888.888502:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133046144 00010000:00010000:0.0:1775764888.888540:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b2 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.888584:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2076 00000100:00100000:0.0:1775764888.888594:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133046144:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.888608:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764888.888675:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b2 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.888689:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b2 expref: 34 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.888717:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.888722:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.888763:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.888771:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.888793:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764888.888852:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133046144:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 259us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.888860:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2076 00010000:00010000:2.0:1775764888.889239:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b76d5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b2 expref: 33 pid: 6520 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.889256:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154066432:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764888.889275:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889284:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889290:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.889814:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b4af1ed reply state 00000000b1a095c8 transno 4294976975 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889830:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889838:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.889840:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764888.889843:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.889851:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b76dc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889856:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b76dc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889861:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b76dc lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889867:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b76dc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889872:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.889876:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b76dc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889883:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b76dc lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889892:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.889894:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.889897:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b76dc lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889902:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b76dc lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.889912:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b4af1ed reply state 00000000b1a095c8 transno 4294976975 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76e3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaf40775a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889919:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaf40775a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.889924:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xaf40775a (ffff9ee492cbcc00) 00010000:00010000:2.0:1775764888.889938:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.889940:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764888.890005:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+386:89014:x1862022133046016:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5825us (6579us total) trans 4294976975 rc 0/0 00000100:00100000:2.0:1775764888.890012:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16496 00000100:00100000:3.0:1775764888.891896:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.892081:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133046272 00000100:00100000:0.0:1775764888.892090:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133046272 00000100:00100000:0.0:1775764888.892144:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16497 00000100:00100000:0.0:1775764888.892155:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133046272:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.892174:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.892195:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76f1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769b9 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.892265:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b76f8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 179 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.892279:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b76f8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.892291:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b76f8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.892332:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.892353:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b76f8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.892373:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.892376:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.892378:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.892381:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:0.0:1775764888.892383:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.892387:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.892405:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b76f1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b9 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.892420:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b76f8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b9 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.892428:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.892431:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.892434:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323b000, rc 0) 00000100:00100000:0.0:1775764888.892497:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133046272:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 344us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.892503:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16497 00000100:00100000:1.0:1775764888.895722:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.895818:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133046528 00000100:00100000:0.0:1775764888.895828:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133046528 00000100:00100000:0.0:1775764888.895882:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16498 00000100:00100000:0.0:1775764888.895891:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+386:89014:x1862022133046528:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.896014:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76ff lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.896031:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76ff lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.896043:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76ff lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.896058:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7706 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6d818e20 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.896065:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7706 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6d818e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.896071:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7706 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6d818e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.896090:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 180 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.896129:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b76f8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b9 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.896137:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.896173:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b76f8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b9 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.896188:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b76f8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b9 expref: 33 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.896203:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38619b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154066560:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.896291:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764888.901260:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.901297:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.901369:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133046784 00000100:00100000:2.0:1775764888.901380:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133046784 00010000:00010000:2.0:1775764888.901421:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b76f8 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b9 expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.901465:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2077 00000100:00100000:2.0:1775764888.901475:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133046784:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.901489:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.901513:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b76f8 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b9 expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.901526:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b76f8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b9 expref: 34 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.901550:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.901555:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.901592:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.901600:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.901676:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764888.901722:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133046784:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 248us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.901730:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2077 00010000:00010000:0.0:1775764888.901838:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b76f8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769b9 expref: 33 pid: 27904 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.901854:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38619b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154066560:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764888.901872:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.901881:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.901886:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.902345:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c694699d reply state 00000000cb034413 transno 4294976976 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902359:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902366:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.902369:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764888.902372:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.902377:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76ff lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902383:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76ff lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902389:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76ff lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902395:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76ff lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902400:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.902404:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76ff lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902410:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76ff lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902418:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.902420:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.902424:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76ff lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902430:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b76ff lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.902439:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c694699d reply state 00000000cb034413 transno 4294976976 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7706 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6d818e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902446:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7706 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d818e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902451:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6d818e20 (ffff9ee4965d0f00) 00010000:00010000:0.0:1775764888.902454:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.902455:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.902504:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+388:89014:x1862022133046528:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6613us (6792us total) trans 4294976976 rc 0/0 00000100:00100000:0.0:1775764888.902511:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16498 00000100:00100000:0.0:1775764888.902526:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133046656 00000100:00100000:0.0:1775764888.902530:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133046656 00000100:00100000:0.0:1775764888.902554:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16499 00000100:00100000:0.0:1775764888.902560:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133046656:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.902574:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.902588:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7714 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769c0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902674:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b771b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 180 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902685:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b771b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902693:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b771b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764888.902721:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764888.902737:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b771b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.902752:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764888.902755:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.902758:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764888.902760:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:0.0:1775764888.902762:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764888.902766:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764888.902782:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7714 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c0 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902796:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b771b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c0 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.902804:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.902807:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764888.902809:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323a800, rc 0) 00000100:00100000:0.0:1775764888.902831:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133046656:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 272us (1583us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.902838:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16499 00000100:00100000:3.0:1775764888.908037:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.908115:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133047040 00000100:00100000:0.0:1775764888.908126:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133047040 00000100:00100000:0.0:1775764888.908185:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16500 00000100:00100000:0.0:1775764888.908195:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+388:89014:x1862022133047040:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764888.908285:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7722 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.908303:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7722 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.908315:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7722 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.908331:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7729 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf56f836a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.908338:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7729 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf56f836a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.908349:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7729 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf56f836a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.908367:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 181 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.908403:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b771b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c0 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.908412:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.908443:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b771b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c0 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.908457:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b771b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c0 expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.908470:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38619b100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154066688:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764888.908552:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.912391:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38619b100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154066688:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764888.912420:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.913063:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.913438:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133047168 00000100:00100000:0.0:1775764888.913450:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133047168 00010000:00010000:0.0:1775764888.913488:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b771b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c0 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.913531:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2078 00000100:00100000:0.0:1775764888.913539:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4949c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133047168:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764888.913555:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764888.913579:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b771b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c0 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.913592:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b771b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c0 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.913616:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b771b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c0 expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.913650:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764888.913665:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.913705:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.913713:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.913736:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764888.914020:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4949c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133047168:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 480us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.914028:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2078 00010000:00010000:1.0:1775764888.914318:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.914325:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.914789:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009af079ee reply state 000000003361b7f8 transno 4294976977 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.914801:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.914815:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.914817:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764888.914820:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764888.914825:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7722 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.914829:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7722 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.914833:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7722 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.914837:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7722 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.914840:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764888.914844:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7722 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.914848:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7722 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.914854:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764888.914855:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764888.914857:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7722 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.914861:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7722 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.914869:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009af079ee reply state 000000003361b7f8 transno 4294976977 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7729 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf56f836a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.914873:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7729 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf56f836a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.914880:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf56f836a (ffff9ee4965d0a00) 00010000:00010000:1.0:1775764888.914881:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764888.914882:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764888.914950:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+390:89014:x1862022133047040:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6756us (6921us total) trans 4294976977 rc 0/0 00000100:00100000:1.0:1775764888.914958:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16500 00000100:00100000:1.0:1775764888.922496:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.923089:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133047424 00000100:00100000:2.0:1775764888.923102:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133047424 00000100:00100000:2.0:1775764888.923168:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16501 00000100:00100000:2.0:1775764888.923179:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+390:89014:x1862022133047424:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.923271:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7737 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923288:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7737 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923302:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7737 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923319:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b773e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6054047f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923326:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b773e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6054047f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923333:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b773e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6054047f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923351:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 181 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.923392:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:2.0:1775764888.923397:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923404:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.923453:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133047552 00000100:00100000:0.0:1775764888.923458:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133047552 00000100:00100000:0.0:1775764888.923496:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16502 00000100:00100000:0.0:1775764888.923502:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133047552:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764888.923512:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764888.923524:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b774c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769c7 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.923567:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 182 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.923576:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.923582:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 182 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.923600:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.923610:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 182 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.923888:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082dc6eb4 reply state 00000000e4e814fc transno 4294976978 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923901:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923908:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.923911:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764888.923914:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 182 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923920:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923937:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.923960:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764888.923966:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7737 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923973:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7737 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923978:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7737 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923984:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7737 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.923994:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764888.923997:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7737 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.924005:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7737 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.924015:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764888.924018:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764888.924021:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7737 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.924028:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7737 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.924038:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082dc6eb4 reply state 00000000e4e814fc transno 4294976978 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b773e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6054047f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.924040:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.924047:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.924047:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b773e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6054047f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.924053:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6054047f (ffff9ee492cbc300) 00010000:00010000:2.0:1775764888.924055:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764888.924057:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1775764888.924079:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764888.924096:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.924118:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764888.924121:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.924124:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.924126:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:1.0:1775764888.924129:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1775764888.924131:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+392:89014:x1862022133047424:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 954us (1648us total) trans 4294976978 rc 0/0 00002000:00010000:1.0:1775764888.924133:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:2.0:1775764888.924139:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16501 00010000:00010000:1.0:1775764888.924151:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b774c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c7 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.924164:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c7 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.924172:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.924175:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764888.924177:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1f600, rc 0) 00000100:00100000:1.0:1775764888.924200:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133047552:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 699us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.924206:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16502 00000100:00100000:2.0:1775764888.930457:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.930536:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133047808 00000100:00100000:1.0:1775764888.930549:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133047808 00000100:00100000:1.0:1775764888.930666:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16503 00000100:00100000:1.0:1775764888.930676:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+392:89014:x1862022133047808:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764888.930769:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b775a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.930787:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b775a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.930801:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b775a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.930819:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7761 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4d6d015e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.930825:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7761 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4d6d015e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.930832:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7761 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4d6d015e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.930854:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 183 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.930892:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c7 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.930900:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.930950:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c7 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.930962:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c7 expref: 33 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.930976:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154066816:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764888.931056:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afba80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.934065:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764888.934236:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133047936 00000100:00100000:3.0:1775764888.934245:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133047936 00010000:00010000:3.0:1775764888.934283:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c7 expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.934319:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2079 00000100:00100000:3.0:1775764888.934330:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133047936:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764888.934344:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764888.934373:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c7 expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.934387:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c7 expref: 34 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.934412:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.934417:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.934457:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.934467:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.934486:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764888.934548:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133047936:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 220us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.934555:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2079 00010000:00010000:1.0:1775764888.935910:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b7753 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769c7 expref: 33 pid: 10039 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.935945:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154066816:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.935971:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.935981:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.935986:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.936467:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5134f64 reply state 00000000bf16beb8 transno 4294976979 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.936485:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.936493:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.936496:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764888.936500:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764888.936507:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b775a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.936514:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b775a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.936519:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b775a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.936526:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b775a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.936532:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764888.936537:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b775a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.936544:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b775a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.936554:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764888.936556:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764888.936560:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b775a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.936566:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b775a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.936578:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5134f64 reply state 00000000bf16beb8 transno 4294976979 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7761 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4d6d015e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.936587:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7761 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4d6d015e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.936593:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4d6d015e (ffff9ee485121700) 00010000:00010000:1.0:1775764888.936595:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764888.936597:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764888.937265:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+394:89014:x1862022133047808:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6586us (6814us total) trans 4294976979 rc 0/0 00000100:00100000:1.0:1775764888.937274:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16503 00000100:00100000:0.0:1775764888.944326:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764888.944351:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1862022154066944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1775764888.944424:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764888.944518:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154066944 00000100:00100000:3.0:1775764888.944527:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154066944 00000100:00100000:3.0:1775764888.944578:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108 00000100:00100000:3.0:1775764888.944588:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1862022154066944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1775764888.944647:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 95592448 pending 0 free 1444495360 avail 1298255872 00000100:00100000:3.0:1775764888.944711:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1862022154066944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.944719:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108 00000100:00100000:0.0:1775764888.944916:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1862022154066944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1775764888.947579:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.948049:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.948285:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133048064 00000100:00100000:2.0:1775764888.948296:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133048064 00000100:00100000:2.0:1775764888.948354:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133048320 00000100:00100000:2.0:1775764888.948358:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133048320 00000100:00100000:2.0:1775764888.948390:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16504 00000100:00100000:2.0:1775764888.948400:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133048064:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764888.948420:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764888.948441:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b776f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769ce expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.948510:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7776 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 183 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.948525:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7776 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.948538:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7776 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764888.948583:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764888.948605:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7776 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764888.948651:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764888.948734:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.948739:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764888.948741:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764888.948743:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764888.948749:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764888.948771:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b776f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ce expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.948793:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7776 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ce expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.948802:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00000100:00100000:3.0:1775764888.948824:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16505 00000100:00100000:3.0:1775764888.948834:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+394:89014:x1862022133048320:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764888.948880:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b777d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.948889:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b777d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.948898:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b777d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.948911:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b7784 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd063a034 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.948912:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764888.948917:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c52a00, rc 0) 00010000:00010000:3.0:1775764888.948917:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b7784 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd063a034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.948923:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b7784 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd063a034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.948947:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 184 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.948983:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7776 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ce expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.948991:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.949023:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133048064:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 624us (1454us total) trans 0 rc 0/0 00010000:00010000:3.0:1775764888.949025:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7776 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ce expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.949031:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16504 00010000:00010000:3.0:1775764888.949037:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7776 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ce expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.949049:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154067072:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764888.949100:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764888.957229:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.957323:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133048448 00000100:00100000:1.0:1775764888.957333:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133048448 00010000:00010000:1.0:1775764888.957374:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7776 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ce expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.957417:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2080 00000100:00100000:1.0:1775764888.957427:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133048448:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764888.957444:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764888.957469:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7776 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ce expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.957481:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7776 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ce expref: 34 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.957504:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.957510:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.957555:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.957563:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.957585:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764888.957684:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133048448:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 258us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.957692:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2080 00010000:00010000:3.0:1775764888.958277:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7776 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ce expref: 33 pid: 6518 timeout: 2361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764888.958296:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154067072:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764888.958316:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.958325:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.958330:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.958902:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dbc4fb16 reply state 00000000c371a343 transno 4294976980 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.958921:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.958940:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764888.958944:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764888.958947:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764888.958954:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b777d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.958962:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b777d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.958968:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b777d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.958975:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b777d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.958981:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4813a2400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764888.958986:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b777d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.958994:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b777d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.959004:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764888.959007:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764888.959010:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b777d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.959016:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b777d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764888.959030:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dbc4fb16 reply state 00000000c371a343 transno 4294976980 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b7784 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd063a034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.959038:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b7784 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd063a034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764888.959045:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd063a034 (ffff9ee4859c4200) 00010000:00010000:3.0:1775764888.959047:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764888.959049:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764888.959124:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+396:89014:x1862022133048320:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10291us (11073us total) trans 4294976980 rc 0/0 00000100:00100000:3.0:1775764888.959133:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16505 00000100:00100000:0.0:1775764888.963410:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.963522:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133048576 00000100:00100000:1.0:1775764888.963534:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133048576 00000100:00100000:1.0:1775764888.963600:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16506 00000100:00100000:1.0:1775764888.963610:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133048576:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764888.963678:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764888.963699:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7792 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769d5 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.963778:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7799 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 184 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.963795:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7799 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.963820:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7799 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764888.963865:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764888.963887:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7799 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.963907:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764888.963910:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.963913:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.963915:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:1.0:1775764888.963918:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764888.963922:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764888.963959:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7792 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769d5 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.963977:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7799 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769d5 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.963986:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.963988:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764888.963992:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384017400, rc 0) 00000100:00100000:1.0:1775764888.964048:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133048576:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 439us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.964055:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16506 00000100:00100000:0.0:1775764888.970030:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.970107:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133048832 00000100:00100000:1.0:1775764888.970118:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133048832 00000100:00100000:1.0:1775764888.970184:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16507 00000100:00100000:1.0:1775764888.970194:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a7971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+396:89014:x1862022133048832:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764888.970286:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b77a0 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.970305:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b77a0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.970321:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b77a0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.970337:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b77a7 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8947521e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.970344:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b77a7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8947521e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.970351:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b77a7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8947521e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.970371:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 185 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.970415:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7799 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769d5 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.970424:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.970458:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7799 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769d5 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.970472:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7799 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769d5 expref: 33 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764888.970488:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff40a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154067200:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764888.970568:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afba80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764888.981590:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff40a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154067200:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764888.981658:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.987309:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764888.987411:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764888.987813:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133048960 00000100:00100000:1.0:1775764888.987825:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133048960 00000100:00100000:1.0:1775764888.987890:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16508 00000100:00100000:1.0:1775764888.987901:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a1cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133048960:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764888.987922:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764888.987958:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b77b5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769dc expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.988034:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 186 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.988052:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.988058:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 186 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.988078:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.988089:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.988324:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133049088 00000100:00100000:2.0:1775764888.988329:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133049088 00010000:00010000:2.0:1775764888.988353:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7799 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769d5 expref: 36 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.988385:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2081 00000100:00100000:2.0:1775764888.988393:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a1cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133049088:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764888.988402:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764888.988421:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7799 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769d5 expref: 36 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.988435:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7799 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769d5 expref: 36 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.988453:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7799 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769d5 expref: 36 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.988472:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764888.988476:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.988482:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.988523:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.988531:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.988539:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.988544:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.988571:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764888.988686:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a1cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133049088:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 293us (1274us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764888.988693:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2081 00010000:00010000:1.0:1775764888.989334:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.989343:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.989888:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002e4ebee reply state 00000000c5d15350 transno 4294976981 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.989905:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.989913:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.989915:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764888.989918:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 185 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.990586:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.990598:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764888.990957:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764888.990969:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b77a0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.990977:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b77a0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.990983:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b77a0 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.990990:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b77a0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.990996:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764888.991000:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b77a0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.991008:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b77a0 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.991020:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764888.991022:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764888.991026:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b77a0 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.991032:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b77a0 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764888.991051:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002e4ebee reply state 00000000c5d15350 transno 4294976981 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b77a7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8947521e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.991060:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b77a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8947521e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764888.991067:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8947521e (ffff9ee485121c00) 00010000:00010000:0.0:1775764888.991068:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764888.991071:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764888.991160:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a7971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+398:89014:x1862022133048832:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 20961us (21134us total) trans 4294976981 rc 0/0 00000100:00100000:0.0:1775764888.991169:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16507 00010000:00010000:1.0:1775764888.991321:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.991328:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764888.991373:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764888.991396:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764888.991423:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764888.991426:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.991429:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764888.991431:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:1.0:1775764888.991434:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764888.991438:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764888.991460:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b77b5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769dc expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.991474:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769dc expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764888.991481:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764888.991484:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764888.991486:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323a800, rc 0) 00000100:00100000:1.0:1775764888.991512:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a1cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133048960:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3615us (4215us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.991519:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16508 00000100:00100000:0.0:1775764888.997706:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764888.997880:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133049344 00000100:00100000:2.0:1775764888.997891:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133049344 00000100:00100000:2.0:1775764888.997975:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16509 00000100:00100000:2.0:1775764888.997985:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+398:89014:x1862022133049344:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764888.998077:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b77c3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.998095:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b77c3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.998109:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b77c3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.998124:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b77ca lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe17bd0ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.998131:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b77ca lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe17bd0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.998136:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b77ca lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe17bd0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.998154:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 186 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.998194:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769dc expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.998204:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.998239:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769dc expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764888.998251:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769dc expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764888.998271:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154067328:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764888.998358:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.013062:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154067328:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764889.013096:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.014670:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.015215:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133049472 00000100:00100000:2.0:1775764889.015226:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133049472 00000100:00100000:2.0:1775764889.015289:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16510 00000100:00100000:2.0:1775764889.015301:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133049472:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764889.015327:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764889.015355:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b77d8 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769e3 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.015438:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 187 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.015456:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.015464:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 187 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.015484:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.015495:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.018365:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.018476:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133049600 00000100:00100000:2.0:1775764889.018488:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133049600 00010000:00010000:2.0:1775764889.018538:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769dc expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.018586:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2082 00000100:00100000:2.0:1775764889.018597:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133049600:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.018613:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764889.018672:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769dc expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.018690:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769dc expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.018714:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b77bc lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769dc expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.018735:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.018741:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.018750:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.018788:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.018797:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.018817:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.018828:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.018857:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764889.019018:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133049600:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 422us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.019027:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2082 00010000:00010000:0.0:1775764889.019351:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.019360:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.019909:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b784f8fa reply state 0000000010dee27d transno 4294976982 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020076:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020088:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.020091:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764889.020093:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020102:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020109:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.020141:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.020150:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b77c3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020157:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b77c3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020162:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b77c3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020168:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b77c3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020174:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.020179:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b77c3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020185:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b77c3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020196:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.020198:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.020202:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b77c3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020207:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b77c3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.020219:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b784f8fa reply state 0000000010dee27d transno 4294976982 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b77ca lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe17bd0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020227:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b77ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe17bd0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.020234:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe17bd0ad (ffff9ee492cbce00) 00010000:00010000:0.0:1775764889.020236:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.020238:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.020315:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+400:89014:x1862022133049344:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 22329us (22618us total) trans 4294976982 rc 0/0 00000100:00100000:0.0:1775764889.020324:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16509 00010000:00010000:3.0:1775764889.020995:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.021006:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.021055:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.021077:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.021106:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.021109:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.021112:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.021114:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.021116:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.021121:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.021149:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b77d8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769e3 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.021166:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769e3 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.021179:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.021182:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.021184:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c52000, rc 0) 00000100:00100000:3.0:1775764889.021227:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133049472:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5930us (6613us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.021235:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16510 00000100:00100000:3.0:1775764889.029395:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.029528:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133049856 00000100:00100000:0.0:1775764889.029541:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133049856 00000100:00100000:0.0:1775764889.029610:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16511 00000100:00100000:0.0:1775764889.029661:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+400:89014:x1862022133049856:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.029764:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b77e6 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.029781:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b77e6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.029796:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b77e6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.029824:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b77ed lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8548a02b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.029831:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b77ed lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8548a02b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.029838:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b77ed lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8548a02b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.029856:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 187 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.029894:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769e3 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.029903:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.029954:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769e3 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.029968:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769e3 expref: 33 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.029982:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c01180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154067456:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.030057:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.032943:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c01180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154067456:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764889.032973:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.033732:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.034083:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133049984 00000100:00100000:0.0:1775764889.034091:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133049984 00010000:00010000:0.0:1775764889.034129:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769e3 expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.034173:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2083 00000100:00100000:0.0:1775764889.034182:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133049984:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.034199:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.034223:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769e3 expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.034236:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769e3 expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.034258:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b77df lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769e3 expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.034273:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.034278:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.034326:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.034335:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.034372:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.034430:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133049984:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 249us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.034438:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2083 00010000:00010000:3.0:1775764889.035099:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.035109:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.035581:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007978b010 reply state 000000007c6d5e6e transno 4294976983 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.035597:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.035606:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.035608:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764889.035612:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764889.035619:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b77e6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.035648:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b77e6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.035671:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b77e6 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.035678:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b77e6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.035683:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490d85e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764889.035688:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b77e6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.035696:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b77e6 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.035705:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764889.035708:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764889.035712:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b77e6 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.035718:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b77e6 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.035731:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007978b010 reply state 000000007c6d5e6e transno 4294976983 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b77ed lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8548a02b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.035738:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b77ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8548a02b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.035744:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8548a02b (ffff9ee4965d0d00) 00010000:00010000:3.0:1775764889.035746:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764889.035748:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764889.035834:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+402:89014:x1862022133049856:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6212us (6448us total) trans 4294976983 rc 0/0 00000100:00100000:3.0:1775764889.035843:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16511 00000100:00100000:3.0:1775764889.039141:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.039246:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133050112 00000100:00100000:2.0:1775764889.039257:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133050112 00000100:00100000:2.0:1775764889.039317:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16512 00000100:00100000:2.0:1775764889.039328:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133050112:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764889.039348:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764889.039372:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b77fb lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769ea expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.039450:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7802 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 187 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.039466:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7802 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.039478:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7802 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.039530:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764889.039553:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7802 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.039575:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.039578:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.039581:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.039583:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764889.039586:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.039590:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.039612:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b77fb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ea expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.039841:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7802 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ea expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.039851:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.039854:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.039857:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c52600, rc 0) 00000100:00100000:2.0:1775764889.039919:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133050112:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 593us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.039937:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16512 00000100:00100000:1.0:1775764889.043290:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.046056:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133050368 00000100:00100000:0.0:1775764889.046073:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133050368 00000100:00100000:0.0:1775764889.046215:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16513 00000100:00100000:0.0:1775764889.046227:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+402:89014:x1862022133050368:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.046321:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7809 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.046340:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7809 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.046354:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7809 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.046370:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7810 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe83b89f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.046377:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7810 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe83b89f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.046384:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7810 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe83b89f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.046403:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 188 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.046445:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7802 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ea expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.046454:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.046498:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7802 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ea expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.046514:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7802 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ea expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.046530:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c01c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154067584:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.047584:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.055649:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.055915:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.056235:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133050624 00000100:00100000:1.0:1775764889.056245:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133050624 00000100:00100000:1.0:1775764889.056299:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16514 00000100:00100000:1.0:1775764889.056311:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133050624:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.056333:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.056353:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b781e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769f1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.056425:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 189 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.056441:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.056450:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 189 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.056469:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.056480:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.057519:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c01c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154067584:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.057546:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.058091:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133050496 00000100:00100000:3.0:1775764889.058099:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133050496 00010000:00010000:2.0:1775764889.058225:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7802 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ea expref: 36 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.058306:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2084 00000100:00100000:2.0:1775764889.058316:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133050496:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.058331:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764889.058354:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7802 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ea expref: 36 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.058367:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7802 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ea expref: 36 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.058389:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7802 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ea expref: 36 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.058403:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.058407:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.058416:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.058455:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.058464:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.058472:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.058482:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.058509:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764889.058569:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133050496:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 254us (2958us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.058577:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2084 00010000:00010000:1.0:1775764889.058787:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.058796:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.059319:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000732d5f5e reply state 00000000539c2566 transno 4294976984 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059335:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059346:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.059348:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764889.059351:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059357:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059363:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.059386:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.059393:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7809 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059399:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7809 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059405:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7809 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059412:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7809 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059417:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.059421:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7809 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059429:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7809 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059437:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.059440:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.059444:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7809 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059450:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7809 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.059463:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000732d5f5e reply state 00000000539c2566 transno 4294976984 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7810 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe83b89f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059471:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7810 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe83b89f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059477:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe83b89f (ffff9ee4965d0000) 00010000:00010000:1.0:1775764889.059479:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.059481:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.059541:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+404:89014:x1862022133050368:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13314us (16260us total) trans 4294976984 rc 0/0 00000100:00100000:1.0:1775764889.059548:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16513 00010000:00010000:1.0:1775764889.059577:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059584:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764889.059618:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764889.059671:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.059694:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764889.059697:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.059700:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.059702:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:1.0:1775764889.059704:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764889.059708:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764889.059728:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b781e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f1 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059742:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f1 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.059749:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.059752:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764889.059754:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323b000, rc 0) 00000100:00100000:1.0:1775764889.059776:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133050624:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3468us (3863us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.059782:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16514 00000100:00100000:3.0:1775764889.069216:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.069300:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133050880 00000100:00100000:0.0:1775764889.069312:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133050880 00000100:00100000:0.0:1775764889.069379:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16515 00000100:00100000:0.0:1775764889.069390:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+404:89014:x1862022133050880:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.069479:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b782c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.069496:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b782c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.069508:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b782c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.069522:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b7833 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbe800ebf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.069528:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b7833 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbe800ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.069533:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b7833 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbe800ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.069553:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 189 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.069594:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f1 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.069602:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.069677:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f1 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.069691:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f1 expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.069705:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c01c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154067712:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.069789:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764889.072674:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.072839:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133051008 00000100:00100000:1.0:1775764889.072848:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133051008 00010000:00010000:1.0:1775764889.072886:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f1 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.072918:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2085 00000100:00100000:1.0:1775764889.072942:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48636b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133051008:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.072956:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.072980:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f1 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.072994:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f1 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.073016:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.073021:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.073060:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.073068:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.073087:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764889.073148:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48636b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133051008:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 221us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.073156:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2085 00010000:00010000:0.0:1775764889.073703:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7825 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f1 expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.073720:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c01c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154067712:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.073738:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.073747:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.073752:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.074570:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebdf19cd reply state 00000000572bf902 transno 4294976985 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.074587:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.074594:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.074597:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764889.074599:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.074606:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b782c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.074613:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b782c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.074619:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b782c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.074665:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b782c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.074671:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.074676:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b782c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.074683:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b782c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.074694:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.074696:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.074699:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b782c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.074704:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b782c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.074715:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebdf19cd reply state 00000000572bf902 transno 4294976985 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b7833 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbe800ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.074724:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b7833 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe800ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.074730:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbe800ebf (ffff9ee4965d0900) 00010000:00010000:0.0:1775764889.074732:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.074734:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.076008:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+406:89014:x1862022133050880:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6609us (6793us total) trans 4294976985 rc 0/0 00000100:00100000:0.0:1775764889.076020:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16515 00000100:00100000:3.0:1775764889.077971:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.078125:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133051264 00000100:00100000:2.0:1775764889.078135:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133051264 00000100:00100000:2.0:1775764889.078204:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16516 00000100:00100000:2.0:1775764889.078214:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+406:89014:x1862022133051264:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.078306:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7841 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078322:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7841 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078335:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7841 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078352:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b7848 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x480acd50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078358:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b7848 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x480acd50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078364:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b7848 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x480acd50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078378:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b784f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 189 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078418:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b784f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078425:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b784f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.078906:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000942d8762 reply state 000000000cce2737 transno 4294976986 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b784f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078920:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b784f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078937:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.078940:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764889.078943:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.078949:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7841 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078956:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7841 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078960:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7841 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078967:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7841 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078972:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.078975:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7841 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078982:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7841 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.078993:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.078995:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.078998:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7841 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.079003:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7841 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.079014:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000942d8762 reply state 000000000cce2737 transno 4294976986 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b7848 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x480acd50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.079020:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b7848 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x480acd50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.079025:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x480acd50 (ffff9ee492cbc600) 00010000:00010000:2.0:1775764889.079027:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.079029:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.079096:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+408:89014:x1862022133051264:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 883us (1133us total) trans 4294976986 rc 0/0 00000100:00100000:2.0:1775764889.079104:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16516 00000100:00100000:2.0:1775764889.086132:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.086168:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.086241:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133051520 00000100:00100000:3.0:1775764889.086251:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133051520 00000100:00100000:3.0:1775764889.086298:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133051648 00000100:00100000:3.0:1775764889.086300:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133051648 00000100:00100000:3.0:1775764889.086324:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16517 00000100:00100000:3.0:1775764889.086333:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+408:89014:x1862022133051520:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.086415:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7856 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.086431:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7856 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.086443:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7856 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.086457:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b785d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb8b72370 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.086464:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b785d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb8b72370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.086470:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b785d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb8b72370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.086491:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b7864 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 190 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.086525:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b7864 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.086532:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b7864 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.086993:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002af2249e reply state 00000000c9e4e338 transno 4294976987 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b7864 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087006:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b7864 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087012:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.087015:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764889.087018:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764889.087024:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7856 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087029:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7856 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087034:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7856 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087041:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7856 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087046:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4813a2400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764889.087051:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7856 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087058:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7856 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087067:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764889.087069:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764889.087072:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7856 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087078:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7856 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.087091:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002af2249e reply state 00000000c9e4e338 transno 4294976987 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b785d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb8b72370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087097:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b785d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8b72370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087102:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb8b72370 (ffff9ee4859c4d00) 00010000:00010000:3.0:1775764889.087104:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764889.087106:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764889.087177:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+410:89014:x1862022133051520:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 844us (1053us total) trans 4294976987 rc 0/0 00000100:00100000:3.0:1775764889.087185:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16517 00000100:00100000:3.0:1775764889.087208:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16518 00000100:00100000:3.0:1775764889.087217:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133051648:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.087227:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.087239:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b786b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769f8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087285:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7872 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 191 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087293:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7872 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087301:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7872 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.087334:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.087352:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7872 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.087369:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.087372:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.087374:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.087376:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.087378:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.087382:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.087400:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b786b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f8 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087413:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7872 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f8 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.087419:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.087421:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.087424:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a735ca00, rc 0) 00000100:00100000:3.0:1775764889.087446:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133051648:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 231us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.087452:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16518 00000100:00100000:1.0:1775764889.091534:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.091671:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133051904 00000100:00100000:2.0:1775764889.091681:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133051904 00000100:00100000:2.0:1775764889.091737:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16519 00000100:00100000:2.0:1775764889.091747:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+410:89014:x1862022133051904:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.091846:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7879 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.091867:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7879 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.091878:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7879 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.091893:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7880 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1787960c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.091900:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7880 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1787960c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.091907:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7880 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1787960c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.091937:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 192 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.091976:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7872 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f8 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.091983:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.092016:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7872 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f8 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.092029:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7872 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f8 expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.092047:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154067840:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.092127:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764889.094300:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154067840:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764889.094331:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.097187:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.097278:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.097357:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133052032 00000100:00100000:3.0:1775764889.097367:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133052032 00000100:00100000:3.0:1775764889.097426:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16520 00000100:00100000:3.0:1775764889.097436:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133052032:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.097457:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.097478:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b788e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf769ff expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.097546:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 193 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.097560:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.097568:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 193 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.097587:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.097598:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.097775:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133052160 00000100:00100000:2.0:1775764889.097780:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133052160 00010000:00010000:2.0:1775764889.097816:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7872 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f8 expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.097850:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2086 00000100:00100000:2.0:1775764889.097858:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133052160:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.097866:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764889.097885:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7872 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f8 expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.097897:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7872 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f8 expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.097914:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7872 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769f8 expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.097953:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.097958:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.097966:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.098005:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.098013:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.098021:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.098027:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.098045:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764889.098095:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133052160:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 237us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.098103:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2086 00010000:00010000:1.0:1775764889.098488:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.098497:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.099211:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8714e33 reply state 000000001ef6ca4f transno 4294976988 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099227:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099239:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.099242:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764889.099245:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099253:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099258:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.099282:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.099290:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7879 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099297:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7879 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099302:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7879 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099309:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7879 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099315:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.099319:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7879 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099326:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7879 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099335:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.099338:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.099342:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7879 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099348:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b7879 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.099360:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8714e33 reply state 000000001ef6ca4f transno 4294976988 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7880 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1787960c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099369:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7880 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1787960c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.099374:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1787960c (ffff9ee492cbc500) 00010000:00010000:1.0:1775764889.099377:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.099379:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.099444:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+412:89014:x1862022133051904:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7696us (7918us total) trans 4294976988 rc 0/0 00000100:00100000:1.0:1775764889.099452:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16519 00010000:00010000:2.0:1775764889.100232:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.100240:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.100279:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764889.100301:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.100324:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.100327:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.100330:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.100332:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764889.100335:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.100340:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.100365:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b788e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ff expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.100382:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ff expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.100390:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.100392:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.100395:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a735ce00, rc 0) 00000100:00100000:2.0:1775764889.100446:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133052032:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3011us (3268us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.100453:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16520 00000100:00100000:0.0:1775764889.107609:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.107841:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133052416 00000100:00100000:2.0:1775764889.107850:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133052416 00000100:00100000:2.0:1775764889.107908:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16521 00000100:00100000:2.0:1775764889.107918:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+412:89014:x1862022133052416:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.108016:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b789c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.108031:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b789c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.108043:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b789c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.108060:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b78a3 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb166ab3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.108070:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b78a3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb166ab3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.108076:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b78a3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb166ab3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.108093:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 193 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.108134:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ff expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.108143:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.108178:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ff expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.108191:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ff expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.108204:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154067968:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.108366:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.110735:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.110821:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.111252:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133052672 00000100:00100000:0.0:1775764889.111262:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133052672 00000100:00100000:0.0:1775764889.111317:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16522 00000100:00100000:0.0:1775764889.111327:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133052672:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764889.111347:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764889.111368:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b78b1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a06 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.111434:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 194 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.111447:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.111455:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 194 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.111473:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.111484:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 194 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.111666:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133052544 00000100:00100000:3.0:1775764889.111671:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133052544 00010000:00010000:3.0:1775764889.111693:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ff expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.111716:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2087 00000100:00100000:3.0:1775764889.111723:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133052544:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.111732:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.111751:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ff expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.111763:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ff expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.111782:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.111786:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 195 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.111793:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.111838:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.111846:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.111854:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 195 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.111860:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 195 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.111873:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.111970:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133052544:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 200us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.111980:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2087 00010000:00010000:2.0:1775764889.115939:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7895 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf769ff expref: 35 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.115968:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154067968:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764889.115992:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116003:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116008:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.116386:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2204527 reply state 0000000018d12bd7 transno 4294976989 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116404:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116412:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.116415:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764889.116418:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 193 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116427:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116433:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.116461:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.116468:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b789c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116474:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b789c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.116478:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116479:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b789c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.116486:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116487:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b789c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116493:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.116496:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b789c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116503:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b789c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116513:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.116515:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.116519:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b789c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764889.116520:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1775764889.116525:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b789c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.116534:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2204527 reply state 0000000018d12bd7 transno 4294976989 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b78a3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb166ab3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.116538:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116542:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b78a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb166ab3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.116547:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb166ab3f (ffff9ee491f4ac00) 00010000:00010000:2.0:1775764889.116549:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.116551:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:0.0:1775764889.116561:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764889.116564:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.116566:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.116568:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:0.0:1775764889.116570:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764889.116574:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764889.116596:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b78b1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a06 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.116612:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a06 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.116619:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.116664:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764889.116667:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226400, rc 0) 00000100:00100000:0.0:1775764889.116802:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133052672:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5475us (5978us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.116811:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16522 00000100:00100000:2.0:1775764889.116902:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+414:89014:x1862022133052416:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8986us (9303us total) trans 4294976989 rc 0/0 00000100:00100000:2.0:1775764889.116909:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16521 00000100:00100000:1.0:1775764889.123874:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.124046:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133052928 00000100:00100000:3.0:1775764889.124056:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133052928 00000100:00100000:3.0:1775764889.124117:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16523 00000100:00100000:3.0:1775764889.124127:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+414:89014:x1862022133052928:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.124212:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b78bf lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.124228:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b78bf lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.124241:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b78bf lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.124257:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b78c6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x214a9364 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.124264:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b78c6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x214a9364 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.124270:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b78c6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x214a9364 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.124287:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 194 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.124329:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a06 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.124337:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.124371:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a06 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.124385:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a06 expref: 33 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.124398:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154068096:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764889.124478:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764889.131508:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154068096:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764889.131537:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.134229:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.134681:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133053056 00000100:00100000:3.0:1775764889.134691:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133053056 00010000:00010000:3.0:1775764889.134732:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a06 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.134775:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2088 00000100:00100000:3.0:1775764889.134785:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a1cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133053056:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.134799:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.134822:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a06 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.134835:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a06 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.134855:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b78b8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a06 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.134871:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.134876:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.134915:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.134946:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.134980:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.135038:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a1cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133053056:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 254us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.135046:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2088 00010000:00010000:1.0:1775764889.135180:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.135189:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.135715:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b4bba8dc reply state 00000000c6f09a60 transno 4294976990 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.135735:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.135743:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.135745:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764889.135748:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.135754:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b78bf lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.135761:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b78bf lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.135767:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b78bf lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.135773:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b78bf lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.135779:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.135783:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b78bf lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.135789:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b78bf lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.135797:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.135800:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.135803:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b78bf lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.135809:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b78bf lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.135819:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b4bba8dc reply state 00000000c6f09a60 transno 4294976990 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b78c6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x214a9364 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.135827:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b78c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x214a9364 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.135833:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x214a9364 (ffff9ee39c395700) 00010000:00010000:1.0:1775764889.135835:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.135837:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.135886:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+416:89014:x1862022133052928:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11760us (12021us total) trans 4294976990 rc 0/0 00000100:00100000:1.0:1775764889.135894:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16523 00000100:00100000:1.0:1775764889.138529:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.138617:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133053312 00000100:00100000:2.0:1775764889.138642:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133053312 00000100:00100000:2.0:1775764889.138698:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16524 00000100:00100000:2.0:1775764889.138719:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+416:89014:x1862022133053312:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.138809:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78d4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.138825:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78d4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.138838:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78d4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.138853:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b78db lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x88b78857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.138860:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b78db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x88b78857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.138867:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b78db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x88b78857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.138884:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b78e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 194 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.138933:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b78e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.138941:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b78e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.139362:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014a7b69a reply state 00000000366c4c3c transno 4294976991 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b78e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.139375:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b78e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.139382:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.139385:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764889.139389:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.139394:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78d4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.139400:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78d4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.139407:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78d4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.139413:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78d4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.139418:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.139422:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78d4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.139428:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78d4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.139436:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.139438:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.139441:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78d4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.139447:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78d4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.139458:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014a7b69a reply state 00000000366c4c3c transno 4294976991 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b78db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x88b78857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.139465:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b78db lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88b78857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.139471:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x88b78857 (ffff9ee491f4a500) 00010000:00010000:2.0:1775764889.139473:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.139474:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.139538:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+418:89014:x1862022133053312:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 832us (1017us total) trans 4294976991 rc 0/0 00000100:00100000:2.0:1775764889.139545:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16524 00000100:00100000:0.0:1775764889.142427:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.142511:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133053440 00000100:00100000:3.0:1775764889.142520:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133053440 00000100:00100000:3.0:1775764889.142575:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16525 00000100:00100000:3.0:1775764889.142584:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133053440:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.142605:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.142651:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b78e9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a0d expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.142727:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b78f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 195 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.142741:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b78f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.142753:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b78f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.142798:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.142829:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b78f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.142849:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.142852:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.142854:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.142856:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.142858:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.142862:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.142882:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b78e9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a0d expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.142898:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b78f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a0d expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.142904:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.142907:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.142910:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a735d000, rc 0) 00000100:00100000:3.0:1775764889.142977:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133053440:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 395us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.142984:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16525 00000100:00100000:1.0:1775764889.147386:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.147490:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133053696 00000100:00100000:2.0:1775764889.147502:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133053696 00000100:00100000:2.0:1775764889.147560:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16526 00000100:00100000:2.0:1775764889.147570:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7273480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+418:89014:x1862022133053696:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.147699:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78f7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.147717:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78f7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.147729:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78f7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.147742:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b78fe lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x34027e9f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.147748:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b78fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x34027e9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.147753:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b78fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x34027e9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.147770:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 196 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.148039:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b78f0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a0d expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.148049:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.148083:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b78f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a0d expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.148097:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b78f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a0d expref: 33 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.148113:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154068224:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.148195:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764889.158506:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154068224:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764889.158535:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.159865:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.159998:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133053824 00000100:00100000:0.0:1775764889.160007:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133053824 00010000:00010000:0.0:1775764889.160054:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b78f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a0d expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.160096:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2089 00000100:00100000:0.0:1775764889.160104:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee397882300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133053824:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.160117:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.160142:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b78f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a0d expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.160155:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b78f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a0d expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.160178:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b78f0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a0d expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.160194:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.160200:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.160242:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.160249:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.160282:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.160343:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee397882300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133053824:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 239us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.160351:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2089 00000100:00100000:1.0:1775764889.161012:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.161060:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133053952 00000100:00100000:0.0:1775764889.161066:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133053952 00000100:00100000:0.0:1775764889.161111:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16527 00000100:00100000:0.0:1775764889.161119:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee397881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133053952:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764889.161124:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.161132:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.161135:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764889.161149:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b790c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a14 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.161202:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 196 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.161211:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.161218:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 196 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.161230:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.161239:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.161589:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3353d56 reply state 00000000009ef777 transno 4294976992 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.161608:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.161616:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.161619:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764889.161645:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.161740:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.161749:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.161776:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.161784:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78f7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.161790:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78f7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.161796:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78f7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.161802:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78f7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.162016:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.162020:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78f7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.162028:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78f7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.162038:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.162040:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.162044:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78f7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.162050:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b78f7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.162061:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3353d56 reply state 00000000009ef777 transno 4294976992 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b78fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x34027e9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.162069:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b78fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34027e9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.162074:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x34027e9f (ffff9ee491f4af00) 00010000:00010000:2.0:1775764889.162076:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.162078:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.162199:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7273480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+420:89014:x1862022133053696:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14629us (14821us total) trans 4294976992 rc 0/0 00000100:00100000:2.0:1775764889.162207:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16526 00010000:00010000:0.0:1775764889.162267:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.162274:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764889.162311:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764889.162329:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.162350:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764889.162353:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.162356:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.162358:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:0.0:1775764889.162361:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764889.162365:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764889.162386:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b790c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a14 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.162399:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a14 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.162407:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.162409:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764889.162412:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386227000, rc 0) 00000100:00100000:0.0:1775764889.162436:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee397881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133053952:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1318us (1425us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.162443:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16527 00000100:00100000:1.0:1775764889.170480:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.170798:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133054208 00000100:00100000:2.0:1775764889.171175:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133054208 00000100:00100000:2.0:1775764889.171243:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16528 00000100:00100000:2.0:1775764889.171253:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee397883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+420:89014:x1862022133054208:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.171346:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b791a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.171363:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b791a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.171378:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b791a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.171393:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7921 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x91a93e72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.171398:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7921 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x91a93e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.171403:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7921 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x91a93e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.171421:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 197 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.171461:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a14 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.171469:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.171501:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a14 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.171513:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a14 expref: 33 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.171527:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154068352:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.171613:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.177064:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.177337:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133054336 00000100:00100000:0.0:1775764889.177348:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133054336 00010000:00010000:0.0:1775764889.177390:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a14 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.177433:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2090 00000100:00100000:0.0:1775764889.177443:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133054336:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.177457:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.177478:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a14 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.177490:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a14 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.177510:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.177515:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.177553:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.177562:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.177580:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764889.178109:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7913 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a14 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.178127:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154068352:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764889.178147:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178155:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178161:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.178666:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067900293 reply state 00000000adb1fb43 transno 4294976993 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178681:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178690:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.178693:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764889.178696:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.178703:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b791a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178710:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b791a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178716:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b791a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178723:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b791a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178730:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.178735:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b791a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178743:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b791a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178753:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.178755:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.178759:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b791a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178766:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b791a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.178777:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067900293 reply state 00000000adb1fb43 transno 4294976993 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7921 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x91a93e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178786:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7921 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x91a93e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.178793:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x91a93e72 (ffff9ee491f4a300) 00010000:00010000:2.0:1775764889.178795:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.178797:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.179164:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee397883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+422:89014:x1862022133054208:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7910us (8690us total) trans 4294976993 rc 0/0 00000100:00100000:2.0:1775764889.179173:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16528 00000100:00100000:0.0:1775764889.179287:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133054336:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 214us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.179296:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2090 00000100:00100000:1.0:1775764889.179497:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.179672:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133054464 00000100:00100000:2.0:1775764889.179679:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133054464 00000100:00100000:2.0:1775764889.179720:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16529 00000100:00100000:2.0:1775764889.179728:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133054464:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764889.179744:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764889.179760:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b792f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a1b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.179832:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7936 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 197 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.179844:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7936 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.179853:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7936 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.179889:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764889.179908:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7936 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.179939:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.179942:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.179945:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.179947:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764889.179949:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.179954:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.179974:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b792f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a1b expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.179989:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7936 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a1b expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.180003:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.180005:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.180007:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c53800, rc 0) 00000100:00100000:2.0:1775764889.180036:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133054464:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 309us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.180042:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16529 00000100:00100000:1.0:1775764889.189080:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.189364:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133054720 00000100:00100000:3.0:1775764889.189374:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133054720 00000100:00100000:3.0:1775764889.189440:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16530 00000100:00100000:3.0:1775764889.189450:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+422:89014:x1862022133054720:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.189545:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b793d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.189562:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b793d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.189574:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b793d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.189592:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b7944 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6f705407 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.189599:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b7944 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6f705407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.189605:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b7944 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6f705407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.189671:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 198 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.189715:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7936 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a1b expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.189723:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.189756:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7936 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a1b expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.189769:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7936 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a1b expref: 33 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.189782:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154068480:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764889.189852:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764889.191982:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154068480:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764889.192010:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.192983:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.193167:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133054848 00000100:00100000:0.0:1775764889.193176:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133054848 00010000:00010000:0.0:1775764889.193214:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7936 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a1b expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.193251:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2091 00000100:00100000:0.0:1775764889.193260:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133054848:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.193273:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.193297:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7936 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a1b expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.193309:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7936 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a1b expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.193329:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7936 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a1b expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.193344:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.193350:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.193388:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.193395:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.193423:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.193469:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133054848:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 210us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.193476:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2091 00010000:00010000:3.0:1775764889.193900:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.193909:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.194425:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5baafd0 reply state 000000009b2ee7f8 transno 4294976994 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.194444:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.194451:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.194454:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764889.194456:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764889.194463:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b793d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.194468:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b793d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.194474:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b793d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.194480:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b793d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.194485:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764889.194489:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b793d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.194496:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b793d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.194504:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764889.194506:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764889.194509:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b793d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.194514:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b793d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.194525:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5baafd0 reply state 000000009b2ee7f8 transno 4294976994 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b7944 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6f705407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.194533:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b7944 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6f705407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.194538:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6f705407 (ffff9ee39c395f00) 00010000:00010000:3.0:1775764889.194540:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764889.194542:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764889.194612:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+424:89014:x1862022133054720:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5162us (5540us total) trans 4294976994 rc 0/0 00000100:00100000:3.0:1775764889.194649:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16530 00000100:00100000:2.0:1775764889.198448:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.198532:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.198600:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133054976 00000100:00100000:1.0:1775764889.198611:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133054976 00000100:00100000:1.0:1775764889.198690:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133055232 00000100:00100000:1.0:1775764889.198693:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133055232 00000100:00100000:1.0:1775764889.198723:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16531 00000100:00100000:1.0:1775764889.198732:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133054976:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.198752:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.198773:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7952 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a22 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.198836:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7959 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 198 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.198851:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7959 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.198863:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7959 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764889.198908:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764889.198962:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7959 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.198981:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764889.198984:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.198987:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.198990:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:1.0:1775764889.198992:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764889.198996:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764889.199016:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7952 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a22 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.199032:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7959 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a22 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.199041:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.199044:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764889.199049:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa04200, rc 0) 00000100:00100000:1.0:1775764889.199105:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133054976:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 375us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.199112:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16531 00000100:00100000:1.0:1775764889.199137:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16532 00000100:00100000:1.0:1775764889.199146:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+424:89014:x1862022133055232:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764889.199193:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7960 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.199202:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7960 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.199209:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7960 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.199223:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658b7967 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa26cf4fa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.199229:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658b7967 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa26cf4fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.199235:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658b7967 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa26cf4fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.199253:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 199 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.199289:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7959 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a22 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.199296:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.199328:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7959 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a22 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.199341:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7959 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a22 expref: 33 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.199354:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385979c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154068608:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764889.199405:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.203606:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.203725:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385979c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154068608:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764889.203753:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.209568:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133055360 00000100:00100000:3.0:1775764889.209583:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133055360 00010000:00010000:2.0:1775764889.209950:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7959 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a22 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.209995:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2092 00000100:00100000:2.0:1775764889.210005:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee491022050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133055360:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.210021:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764889.210045:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7959 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a22 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.210060:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7959 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a22 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.210082:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7959 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a22 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.210100:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.210105:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.210144:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.210153:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.210179:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764889.210289:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.210298:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.211007:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000276716bf reply state 00000000de5017e7 transno 4294976995 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.211024:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.211031:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.211034:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764889.211037:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.211045:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7960 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.211053:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7960 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.211060:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7960 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.211068:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7960 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.211074:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.211079:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7960 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.211087:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7960 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.211097:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.211100:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.211104:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7960 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.211110:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7960 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.211123:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000276716bf reply state 00000000de5017e7 transno 4294976995 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658b7967 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa26cf4fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.211132:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658b7967 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa26cf4fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.211138:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa26cf4fa (ffff9ee485121400) 00010000:00010000:2.0:1775764889.211141:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.211143:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.211244:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+426:89014:x1862022133055232:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12094us (12707us total) trans 4294976995 rc 0/0 00000100:00100000:2.0:1775764889.211255:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16532 00000100:00100000:2.0:1775764889.211305:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee491022050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133055360:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1302us (7710us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.211314:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2092 00000100:00100000:0.0:1775764889.212044:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.214268:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133055488 00000100:00100000:2.0:1775764889.214282:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133055488 00000100:00100000:2.0:1775764889.214347:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16533 00000100:00100000:2.0:1775764889.214357:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133055488:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764889.214378:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764889.214398:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7975 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a29 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.214467:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b797c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 199 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.214483:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b797c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.214494:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b797c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.214534:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764889.214555:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b797c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.214574:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.214576:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.214579:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.214582:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764889.214584:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.214588:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.214608:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7975 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a29 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.214664:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b797c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a29 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.214673:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.214675:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.214679:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a8c00, rc 0) 00000100:00100000:2.0:1775764889.214739:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133055488:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 383us (2695us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.214746:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16533 00000100:00100000:0.0:1775764889.219762:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.219955:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133055744 00000100:00100000:1.0:1775764889.219966:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133055744 00000100:00100000:1.0:1775764889.220027:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16534 00000100:00100000:1.0:1775764889.220037:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+426:89014:x1862022133055744:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764889.220124:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7983 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.220140:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7983 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.220152:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7983 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.220165:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658b798a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf19f8343 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.220171:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658b798a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf19f8343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.220181:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658b798a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf19f8343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.220198:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 200 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.220238:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b797c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a29 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.220246:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.220283:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b797c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a29 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.220297:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b797c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a29 expref: 33 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.220310:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385979f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154068736:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764889.220397:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764889.226845:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.226939:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.227428:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133055872 00000100:00100000:3.0:1775764889.227439:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133055872 00010000:00010000:3.0:1775764889.227479:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b797c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a29 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.227522:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2093 00000100:00100000:3.0:1775764889.227532:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133055872:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.227546:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.227570:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b797c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a29 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.227584:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b797c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a29 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.227611:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.227616:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.227692:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.227701:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.227723:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.227777:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133055872:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 246us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.227784:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2093 00010000:00010000:1.0:1775764889.228135:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b797c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a29 expref: 33 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.228152:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385979f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154068736:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764889.228173:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228182:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228189:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.228695:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009955358f reply state 00000000a5db3076 transno 4294976996 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228711:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228719:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.228722:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764889.228725:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.228732:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7983 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228739:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7983 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228745:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7983 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228752:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7983 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228758:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.228763:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7983 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228770:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7983 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228779:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.228782:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.228786:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7983 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228791:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7983 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.228801:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009955358f reply state 00000000a5db3076 transno 4294976996 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658b798a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf19f8343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228809:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658b798a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf19f8343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.228815:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf19f8343 (ffff9ee485121300) 00010000:00010000:1.0:1775764889.228817:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.228819:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.228872:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+428:89014:x1862022133055744:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8837us (9120us total) trans 4294976996 rc 0/0 00000100:00100000:1.0:1775764889.228880:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16534 00000100:00100000:1.0:1775764889.228902:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133056000 00000100:00100000:1.0:1775764889.228906:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133056000 00000100:00100000:2.0:1775764889.229305:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16535 00000100:00100000:2.0:1775764889.229316:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133056000:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764889.229332:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764889.229348:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7998 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a30 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.229407:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b799f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 200 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.229418:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b799f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.229426:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b799f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.229460:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764889.229478:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b799f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.229497:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.229500:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.229502:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.229505:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764889.229507:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.229511:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.229528:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b7998 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a30 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.229543:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b799f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a30 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.229551:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.229553:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.229555:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384017400, rc 0) 00000100:00100000:2.0:1775764889.229586:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133056000:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 273us (2648us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.229592:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16535 00000100:00100000:0.0:1775764889.238095:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.238882:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133056256 00000100:00100000:2.0:1775764889.238893:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133056256 00000100:00100000:2.0:1775764889.238963:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16536 00000100:00100000:2.0:1775764889.238974:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+428:89014:x1862022133056256:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.239073:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b79a6 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.239091:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b79a6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.239103:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b79a6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.239119:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b79ad lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe7945582 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.239126:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b79ad lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe7945582 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.239132:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b79ad lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe7945582 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.239151:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 201 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.239193:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b799f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a30 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.239201:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.239234:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b799f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a30 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.239247:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b799f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a30 expref: 33 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.239262:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154068864:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.239346:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.242135:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.242253:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154068864:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.242281:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.242532:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133056384 00000100:00100000:3.0:1775764889.242539:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133056384 00010000:00010000:3.0:1775764889.242574:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b799f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a30 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.242691:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2094 00000100:00100000:3.0:1775764889.242701:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133056384:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.242716:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.242739:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b799f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a30 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.242751:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b799f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a30 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.242778:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b799f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a30 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.242792:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.242797:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.242850:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.242859:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.242879:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.242949:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133056384:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 250us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.242958:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2094 00010000:00010000:0.0:1775764889.243014:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.243021:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.243562:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d292e469 reply state 000000008dd2a6ee transno 4294976997 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.243577:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.243584:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.243587:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764889.243589:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.243597:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b79a6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.243603:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b79a6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.243609:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b79a6 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.243617:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b79a6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.243664:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.243668:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b79a6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.243675:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b79a6 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.243684:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.243686:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.243689:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b79a6 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.243695:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b79a6 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.243706:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d292e469 reply state 000000008dd2a6ee transno 4294976997 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b79ad lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe7945582 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.243715:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b79ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe7945582 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.243720:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe7945582 (ffff9ee491f4a600) 00010000:00010000:0.0:1775764889.243723:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.243725:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.243776:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+430:89014:x1862022133056256:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4805us (5694us total) trans 4294976997 rc 0/0 00000100:00100000:0.0:1775764889.243783:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16536 00000100:00100000:0.0:1775764889.247390:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.247527:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.248379:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133056512 00000100:00100000:2.0:1775764889.248392:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133056512 00000100:00100000:2.0:1775764889.248448:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133056768 00000100:00100000:2.0:1775764889.248451:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133056768 00000100:00100000:2.0:1775764889.248542:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16537 00000100:00100000:2.0:1775764889.248552:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133056512:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764889.248576:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764889.248620:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b79bb lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a37 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.248720:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b79c2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 201 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.248736:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b79c2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.248748:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b79c2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.248796:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764889.248830:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b79c2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.248851:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.248855:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.248858:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.248860:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764889.248862:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.248867:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.248888:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b79bb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a37 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.248907:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b79c2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a37 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.248915:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.248918:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.249094:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff06800, rc 0) 00000100:00100000:2.0:1775764889.249156:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133056512:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 605us (1776us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.249163:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16537 00000100:00100000:2.0:1775764889.249183:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16538 00000100:00100000:2.0:1775764889.249190:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+430:89014:x1862022133056768:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.249235:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b79c9 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.249244:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b79c9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.249251:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b79c9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.249265:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b79d0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc59c821f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.249272:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b79d0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc59c821f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.249277:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b79d0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc59c821f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.249292:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 202 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.249334:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b79c2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a37 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.249342:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.249375:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b79c2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a37 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.249387:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b79c2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a37 expref: 33 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.249400:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154068992:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.249454:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.252681:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.252706:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133056896 00000100:00100000:1.0:1775764889.252715:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133056896 00010000:00010000:1.0:1775764889.252753:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b79c2 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a37 expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.252785:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2095 00000100:00100000:1.0:1775764889.252794:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133056896:12345-192.168.202.48@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1775764889.253121:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154068992:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.253146:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.253188:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.253216:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b79c2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a37 expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.253228:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b79c2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a37 expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.253251:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b79c2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a37 expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.253266:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.253271:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.253312:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.253321:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.253446:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764889.253503:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133056896:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 710us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.253511:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2095 00000100:00100000:1.0:1775764889.253611:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.253706:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133057024 00000100:00100000:1.0:1775764889.253711:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133057024 00000100:00100000:1.0:1775764889.253740:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16539 00000100:00100000:1.0:1775764889.253746:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133057024:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.253761:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.253776:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b79de lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a3e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.253847:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 202 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.253856:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.253863:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 202 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.253877:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.253887:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.257033:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.257048:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.258307:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004668ad31 reply state 000000000d3e0f45 transno 4294976998 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258333:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258344:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.258347:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764889.258350:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258361:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258368:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.258405:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.258413:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b79c9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258420:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b79c9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258426:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b79c9 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258433:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b79c9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258439:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.258444:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b79c9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258451:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b79c9 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258462:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.258465:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.258468:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b79c9 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258474:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b79c9 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.258488:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004668ad31 reply state 000000000d3e0f45 transno 4294976998 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b79d0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc59c821f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258497:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b79d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc59c821f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.258503:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc59c821f (ffff9ee491f4ad00) 00010000:00010000:1.0:1775764889.258505:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.258507:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.258602:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+432:89014:x1862022133056768:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9405us (11068us total) trans 4294976998 rc 0/0 00000100:00100000:1.0:1775764889.258612:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16538 00010000:00010000:3.0:1775764889.261435:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.261451:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.261510:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.261536:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.261566:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.261569:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.261572:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.261575:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.261577:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.261582:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.261616:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b79de lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a3e expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.261841:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.261915:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133057280 00000100:00100000:2.0:1775764889.261937:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133057280 00000100:00100000:2.0:1775764889.261995:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16540 00000100:00100000:2.0:1775764889.262005:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+432:89014:x1862022133057280:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.262074:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b79ec lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.262089:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b79ec lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.262101:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b79ec lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.262116:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b79f3 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x305211af bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.262122:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b79f3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x305211af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.262129:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b79f3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x305211af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.262145:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 203 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.262186:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a3e expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.262195:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.262230:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a3e expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.262242:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a3e expref: 35 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.262261:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625e680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154069120:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.262341:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00010000:00010000:3.0:1775764889.262894:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a3e expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.262904:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a3e expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.262911:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa05800, rc 0) 00000100:00100000:3.0:1775764889.263240:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133057024:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 9491us (9627us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.263248:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16539 00000100:00100000:2.0:1775764889.265518:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625e680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154069120:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764889.265547:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.269493:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.269585:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.269920:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133057408 00000100:00100000:0.0:1775764889.269947:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133057408 00010000:00010000:0.0:1775764889.269991:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a3e expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.270033:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2096 00000100:00100000:0.0:1775764889.270042:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133057408:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.270056:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.270079:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a3e expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.270092:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a3e expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.270115:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b79e5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a3e expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.270134:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.270139:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.270182:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.270192:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.270225:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.270281:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133057408:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 240us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.270289:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2096 00010000:00010000:3.0:1775764889.270619:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.270675:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.271081:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133057536 00000100:00100000:1.0:1775764889.271088:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133057536 00000100:00100000:1.0:1775764889.271132:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16541 00000100:00100000:1.0:1775764889.271139:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133057536:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.271156:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.271170:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7a01 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a45 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.271174:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a4bd32e reply state 00000000644fc0b7 transno 4294976999 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.271187:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.271194:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.271196:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764889.271199:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764889.271204:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b79ec lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.271210:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b79ec lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.271216:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b79ec lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.271221:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b79ec lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.271226:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7a08 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 203 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.271227:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764889.271231:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b79ec lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.271235:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7a08 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.271238:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b79ec lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.271243:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7a08 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.271246:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764889.271248:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764889.271251:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b79ec lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.271256:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b79ec lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.271267:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a4bd32e reply state 00000000644fc0b7 transno 4294976999 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b79f3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x305211af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764889.271270:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1775764889.271274:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b79f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x305211af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.271280:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x305211af (ffff9ee491f4a200) 00010000:00010000:3.0:1775764889.271282:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:1.0:1775764889.271284:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7a08 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.271284:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:1.0:1775764889.271300:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764889.271304:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.271306:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.271309:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:1.0:1775764889.271310:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764889.271314:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764889.271327:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7a01 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a45 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.271336:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+434:89014:x1862022133057280:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9333us (9496us total) trans 4294976999 rc 0/0 00010000:00010000:1.0:1775764889.271341:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7a08 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a45 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.271344:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16540 00010000:00010000:1.0:1775764889.271348:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.271350:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764889.271352:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa05400, rc 0) 00000100:00100000:1.0:1775764889.271370:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133057536:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 233us (1786us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.271376:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16541 00000100:00100000:3.0:1775764889.275134:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.276499:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133057792 00000100:00100000:1.0:1775764889.276512:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133057792 00000100:00100000:1.0:1775764889.276567:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16542 00000100:00100000:1.0:1775764889.276585:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+434:89014:x1862022133057792:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764889.276686:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7a0f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.276703:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7a0f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.276725:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7a0f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.276740:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658b7a16 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1d2f29f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.276747:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658b7a16 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1d2f29f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.276752:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658b7a16 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1d2f29f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.276770:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 204 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.276812:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7a08 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a45 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.276820:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.276855:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7a08 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a45 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.276867:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7a08 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a45 expref: 33 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.276882:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154069248:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764889.276975:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.280545:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154069248:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764889.280588:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.280953:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.281007:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133058048 00000100:00100000:1.0:1775764889.281014:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133058048 00000100:00100000:1.0:1775764889.281076:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16543 00000100:00100000:1.0:1775764889.281085:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133058048:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.281105:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.281124:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7a24 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a4c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.281191:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 205 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.281204:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.281212:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.281230:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.281240:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.282697:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.282777:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133057920 00000100:00100000:3.0:1775764889.282785:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133057920 00010000:00010000:3.0:1775764889.282829:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7a08 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a45 expref: 36 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.282866:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2097 00000100:00100000:3.0:1775764889.282876:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385042a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133057920:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.282890:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.282912:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7a08 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a45 expref: 36 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.282937:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7a08 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a45 expref: 36 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.282958:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7a08 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a45 expref: 36 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.282981:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.282986:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.282994:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.283030:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.283039:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.283047:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.283054:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.283079:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764889.283106:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283114:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.283138:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385042a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133057920:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 264us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.283145:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2097 00000004:00010000:1.0:1775764889.283611:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d77d34ae reply state 00000000f068a06a transno 4294977000 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283651:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283658:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.283661:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764889.283663:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283670:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283676:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.283696:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.283703:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7a0f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283720:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7a0f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283727:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7a0f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283733:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7a0f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283740:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.283744:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7a0f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283752:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7a0f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283762:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.283764:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.283768:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7a0f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283774:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7a0f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.283786:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d77d34ae reply state 00000000f068a06a transno 4294977000 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658b7a16 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1d2f29f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283793:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658b7a16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1d2f29f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.283799:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1d2f29f7 (ffff9ee485121f00) 00010000:00010000:1.0:1775764889.283801:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.283803:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.283866:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+436:89014:x1862022133057792:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7290us (8742us total) trans 4294977000 rc 0/0 00000100:00100000:1.0:1775764889.283874:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16542 00010000:00010000:3.0:1775764889.284431:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.284440:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.284482:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.284504:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.284528:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.284531:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.284533:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.284535:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.284538:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.284542:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.284565:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7a24 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a4c expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.284581:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a4c expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.284588:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.284591:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.284593:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa05800, rc 0) 00000100:00100000:3.0:1775764889.284666:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133058048:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3581us (3713us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.284674:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16543 00000100:00100000:2.0:1775764889.289949:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.290083:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133058304 00000100:00100000:3.0:1775764889.290095:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133058304 00000100:00100000:3.0:1775764889.290154:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16544 00000100:00100000:3.0:1775764889.290164:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+436:89014:x1862022133058304:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.290251:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a32 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.290270:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a32 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.290282:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a32 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.290295:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b7a39 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x849f4e46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.290301:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b7a39 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x849f4e46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.290307:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b7a39 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x849f4e46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.290326:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 205 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.290365:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a4c expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.290373:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.290405:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a4c expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.290419:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a4c expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.290431:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154069376:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764889.290799:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764889.298223:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154069376:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764889.298254:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.299177:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.299258:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.299346:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133058432 00000100:00100000:1.0:1775764889.299354:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133058432 00010000:00010000:1.0:1775764889.299393:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a4c expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.299434:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2098 00000100:00100000:1.0:1775764889.299443:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133058432:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.299458:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.299485:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a4c expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.299499:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a4c expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.299522:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7a2b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a4c expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.299538:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.299544:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.299587:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.299595:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.299665:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764889.299717:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133058432:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 274us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.299724:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2098 00000100:00100000:3.0:1775764889.299918:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133058560 00000100:00100000:3.0:1775764889.299949:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133058560 00000100:00100000:3.0:1775764889.299991:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16545 00000100:00100000:3.0:1775764889.299998:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133058560:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.300014:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.300028:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a47 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a53 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.300081:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 205 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.300092:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.300099:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.300113:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.300123:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.300691:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.300700:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.301208:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d37c37d7 reply state 00000000346a1b38 transno 4294977001 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301223:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301231:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.301234:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764889.301237:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301244:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301253:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.301274:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.301283:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a32 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301289:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a32 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301295:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a32 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301302:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a32 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301307:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.301310:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a32 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301317:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a32 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301327:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.301329:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.301333:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a32 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301339:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a32 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.301351:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d37c37d7 reply state 00000000346a1b38 transno 4294977001 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b7a39 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x849f4e46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301361:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b7a39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x849f4e46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.301367:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x849f4e46 (ffff9ee39c395800) 00010000:00010000:2.0:1775764889.301369:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.301371:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.301446:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+438:89014:x1862022133058304:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11281us (11504us total) trans 4294977001 rc 0/0 00000100:00100000:2.0:1775764889.301454:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16544 00010000:00010000:3.0:1775764889.302153:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.302163:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.302200:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.302221:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.302244:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.302247:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.302249:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.302252:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.302254:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.302257:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.302280:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a47 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a53 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.302295:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a53 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.302302:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.302304:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.302307:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a735ce00, rc 0) 00000100:00100000:3.0:1775764889.302352:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133058560:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2354us (3092us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.302359:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16545 00000100:00100000:1.0:1775764889.306141:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.307265:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133058816 00000100:00100000:3.0:1775764889.307277:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133058816 00000100:00100000:3.0:1775764889.307358:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16546 00000100:00100000:3.0:1775764889.307368:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+438:89014:x1862022133058816:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.307457:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7a55 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.307473:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7a55 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.307485:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7a55 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.307500:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7a5c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x44f2fcf8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.307507:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7a5c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x44f2fcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.307514:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7a5c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x44f2fcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.307533:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 206 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.307587:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a53 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.307596:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.308188:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a53 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.308204:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a53 expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.308220:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154069504:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764889.308313:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.324435:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.324490:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133058944 00000100:00100000:0.0:1775764889.324500:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133058944 00010000:00010000:0.0:1775764889.324543:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a53 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.324543:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.324575:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2099 00000100:00100000:0.0:1775764889.324585:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5c10050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133058944:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.324599:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.324640:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a53 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.324660:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a53 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.324684:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.324689:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.324735:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.324743:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.324763:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.324868:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5c10050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133058944:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 283us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.324876:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2099 00000100:00100000:1.0:1775764889.325191:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133059072 00000100:00100000:1.0:1775764889.325196:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133059072 00000100:00100000:1.0:1775764889.325235:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16547 00000100:00100000:1.0:1775764889.325241:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133059072:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.325256:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.325274:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7a6a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a5a expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.325330:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 207 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.325340:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.325346:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 207 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.325361:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.325370:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 207 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.326239:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7a4e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a53 expref: 35 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.326259:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154069504:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764889.326278:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.326286:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.326292:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.327693:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e92a0030 reply state 000000005ff9356c transno 4294977002 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327725:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327734:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.327737:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764889.327741:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 206 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327749:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327759:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.327791:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764889.327799:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7a55 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327806:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7a55 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327811:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7a55 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.327813:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327818:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7a55 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.327821:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327824:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764889.327827:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7a55 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327834:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7a55 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327843:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764889.327845:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764889.327849:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7a55 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327855:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7a55 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764889.327859:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.327866:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e92a0030 reply state 000000005ff9356c transno 4294977002 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7a5c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x44f2fcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327874:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7a5c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x44f2fcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.327878:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.327879:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x44f2fcf8 (ffff9ee39c395e00) 00010000:00010000:3.0:1775764889.327881:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764889.327883:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:1.0:1775764889.327899:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764889.327902:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.327904:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.327906:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:1.0:1775764889.327910:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764889.327914:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764889.327953:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7a6a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a5a expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.327970:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a5a expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.327971:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+440:89014:x1862022133058816:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 20605us (21844us total) trans 4294977002 rc 0/0 00010000:00010000:1.0:1775764889.327978:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00000100:00100000:3.0:1775764889.327980:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16546 00010000:00010000:1.0:1775764889.327981:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764889.327983:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa04800, rc 0) 00000100:00100000:1.0:1775764889.328005:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133059072:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2764us (3461us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.328011:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16547 00000100:00100000:2.0:1775764889.334000:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.334087:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133059328 00000100:00100000:3.0:1775764889.334098:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133059328 00000100:00100000:3.0:1775764889.334158:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16548 00000100:00100000:3.0:1775764889.334167:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+440:89014:x1862022133059328:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.334261:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a78 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.334279:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a78 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.334293:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a78 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.334309:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a7f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3e473b66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.334315:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a7f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3e473b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.334322:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a7f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3e473b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.334340:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 207 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.334383:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a5a expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.334391:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.334425:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a5a expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.334438:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a5a expref: 33 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.334452:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154069632:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764889.334533:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764889.339085:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154069632:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764889.339116:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.339713:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.340128:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133059456 00000100:00100000:3.0:1775764889.340137:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133059456 00010000:00010000:3.0:1775764889.340170:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a5a expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.340202:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2100 00000100:00100000:3.0:1775764889.340211:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a1cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133059456:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.340223:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.340245:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a5a expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.340257:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a5a expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.340277:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7a71 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a5a expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.340292:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.340297:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.340337:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.340345:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.340374:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.340434:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a1cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133059456:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 223us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.340440:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2100 00010000:00010000:2.0:1775764889.340551:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.340559:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.341102:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097ebff86 reply state 0000000081a60e45 transno 4294977003 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.341117:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.341125:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.341128:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764889.341130:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.341137:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a78 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.341145:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a78 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.341151:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a78 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.341157:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a78 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.341163:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.341167:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a78 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.341174:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a78 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.341182:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.341184:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.341188:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a78 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.341193:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7a78 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.341204:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097ebff86 reply state 0000000081a60e45 transno 4294977003 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a7f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3e473b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.341212:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a7f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3e473b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.341217:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3e473b66 (ffff9ee39c395200) 00010000:00010000:2.0:1775764889.341220:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.341222:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.341910:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+442:89014:x1862022133059328:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7739us (7914us total) trans 4294977003 rc 0/0 00000100:00100000:2.0:1775764889.342547:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16548 00000100:00100000:1.0:1775764889.344412:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.346920:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133059584 00000100:00100000:3.0:1775764889.347008:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133059584 00000100:00100000:1.0:1775764889.347269:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.347340:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133059840 00000100:00100000:2.0:1775764889.347345:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133059840 00000100:00100000:2.0:1775764889.347412:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16549 00000100:00100000:2.0:1775764889.347422:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+442:89014:x1862022133059840:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.347510:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7a8d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.347527:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7a8d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.347539:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7a8d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.347554:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b7a94 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4e28e285 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.347561:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b7a94 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4e28e285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.347568:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b7a94 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4e28e285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.347586:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b7a9b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 207 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.347642:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b7a9b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.347662:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b7a9b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.348167:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005000292e reply state 000000002c0a230c transno 4294977004 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b7a9b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.348183:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b7a9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.348190:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.348193:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764889.348197:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.348204:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7a8d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.348211:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7a8d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.348217:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7a8d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.348224:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7a8d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.348230:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.348235:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7a8d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.348242:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7a8d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.348252:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.348255:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.348259:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7a8d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.348265:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7a8d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.348277:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005000292e reply state 000000002c0a230c transno 4294977004 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b7a94 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4e28e285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.348286:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b7a94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e28e285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.348292:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4e28e285 (ffff9ee491f4aa00) 00010000:00010000:2.0:1775764889.348295:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.348296:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.348372:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+444:89014:x1862022133059840:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 949us (1106us total) trans 4294977004 rc 0/0 00000100:00100000:2.0:1775764889.348380:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16549 00000100:00100000:1.0:1775764889.351492:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.351568:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133060096 00000100:00100000:2.0:1775764889.351578:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133060096 00000100:00100000:2.0:1775764889.351822:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16550 00000100:00100000:2.0:1775764889.351833:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+444:89014:x1862022133060096:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.351936:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7aa2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.351952:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7aa2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.351963:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7aa2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.351982:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b7aa9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2b4a8726 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.351988:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b7aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2b4a8726 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.351994:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b7aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2b4a8726 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.352013:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b7ab0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 208 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.352054:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b7ab0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.352061:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b7ab0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.352521:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3201dfd reply state 000000005ca53df3 transno 4294977005 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b7ab0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.352534:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b7ab0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.352542:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.352545:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764889.352548:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.352554:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7aa2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.352560:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7aa2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.352566:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7aa2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.352572:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7aa2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.352578:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.352582:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7aa2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.352589:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7aa2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.352598:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.352601:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.352605:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7aa2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.352611:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7aa2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.353169:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3201dfd reply state 000000005ca53df3 transno 4294977005 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b7aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2b4a8726 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.353182:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b7aa9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2b4a8726 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.353188:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2b4a8726 (ffff9ee491f4a000) 00010000:00010000:2.0:1775764889.353192:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.353195:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.353311:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+446:89014:x1862022133060096:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1478us (1825us total) trans 4294977005 rc 0/0 00000100:00100000:2.0:1775764889.353320:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16550 00000100:00100000:0.0:1775764889.353454:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16551 00000100:00100000:0.0:1775764889.353463:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133059584:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764889.353477:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764889.353490:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ab7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a61 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.353544:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7abe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 209 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.353555:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7abe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.353564:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7abe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764889.353597:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764889.353616:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7abe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.353671:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764889.353675:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.353678:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.353680:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:0.0:1775764889.353682:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764889.353686:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764889.353705:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ab7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a61 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.353719:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7abe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a61 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.353726:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.353728:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764889.353730:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386227c00, rc 0) 00000100:00100000:0.0:1775764889.353756:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133059584:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 295us (9352us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.353762:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16551 00000100:00100000:2.0:1775764889.361306:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.361374:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133060352 00000100:00100000:0.0:1775764889.361385:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133060352 00000100:00100000:0.0:1775764889.361447:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16552 00000100:00100000:0.0:1775764889.361456:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee397882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+446:89014:x1862022133060352:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.361550:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7ac5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.361566:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7ac5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.361578:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7ac5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.361602:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b7acc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf460cdd0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.361609:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b7acc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf460cdd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.361615:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b7acc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf460cdd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.361668:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 210 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.361714:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7abe lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a61 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.361723:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.361759:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7abe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a61 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.361778:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7abe lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a61 expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.361793:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385042a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154069760:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.361885:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.368183:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.368222:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.368290:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133060480 00000100:00100000:3.0:1775764889.368300:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133060480 00010000:00010000:3.0:1775764889.368338:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7abe lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a61 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.368383:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2101 00000100:00100000:3.0:1775764889.368393:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133060480:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.368455:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.368483:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7abe lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a61 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.368498:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7abe lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a61 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.368520:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.368525:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.368584:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.368593:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.368614:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.368684:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133060480:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 292us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.368691:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2101 00000100:00100000:2.0:1775764889.368949:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133060608 00000100:00100000:2.0:1775764889.368954:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133060608 00000100:00100000:2.0:1775764889.368984:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16553 00000100:00100000:2.0:1775764889.368991:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133060608:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764889.369006:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764889.369022:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7ada lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a68 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.369087:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 211 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.369097:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.369103:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 211 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.369117:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.369126:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 211 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.370034:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7abe lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a61 expref: 35 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.370053:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385042a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154069760:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.370074:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.370083:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.370088:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.370919:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093f2a9dc reply state 000000001a3c9624 transno 4294977006 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.370947:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.370955:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.370958:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764889.370960:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 210 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.370968:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.370974:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.371002:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.371009:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7ac5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.371015:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7ac5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.371021:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7ac5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.371027:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7ac5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.371032:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.371036:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7ac5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.371044:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7ac5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.371053:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.371056:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.371059:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7ac5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.371065:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7ac5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.371078:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093f2a9dc reply state 000000001a3c9624 transno 4294977006 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b7acc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf460cdd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.371087:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b7acc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf460cdd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.371092:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf460cdd0 (ffff9ee4965d0e00) 00010000:00010000:0.0:1775764889.371094:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.371096:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.371173:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee397882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+448:89014:x1862022133060352:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9717us (9877us total) trans 4294977006 rc 0/0 00000100:00100000:0.0:1775764889.371181:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16552 00010000:00010000:2.0:1775764889.371540:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.371549:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.371600:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764889.371648:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.371682:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.371685:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.371688:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.371690:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764889.371692:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.371695:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.371719:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7ada lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a68 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.371734:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a68 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.371742:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.371744:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.371746:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff06600, rc 0) 00000100:00100000:2.0:1775764889.371782:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133060608:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2792us (3560us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.371789:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16553 00000100:00100000:2.0:1775764889.373987:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.374053:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133060864 00000100:00100000:0.0:1775764889.374062:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133060864 00000100:00100000:0.0:1775764889.374118:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16554 00000100:00100000:0.0:1775764889.374133:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a6269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+448:89014:x1862022133060864:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.374213:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ae8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.374229:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ae8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.374241:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ae8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.374255:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b7aef lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x277c66de bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.374262:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b7aef lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x277c66de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.374269:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b7aef lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x277c66de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.374285:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 211 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.374326:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a68 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.374335:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.374367:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a68 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.374380:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a68 expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.374394:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385042a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154069888:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.374472:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764889.377177:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.377245:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133060992 00000100:00100000:2.0:1775764889.377254:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133060992 00010000:00010000:2.0:1775764889.377290:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a68 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.377335:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2102 00000100:00100000:2.0:1775764889.377346:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385040380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133060992:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.377361:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764889.377385:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a68 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.377398:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a68 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.377420:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.377424:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.377465:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.377473:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.377491:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764889.377545:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385040380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133060992:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 201us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.377553:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2102 00010000:00010000:1.0:1775764889.377664:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7ae1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a68 expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.377681:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385042a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154069888:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764889.377701:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.377710:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.377719:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.378184:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008eafee4c reply state 00000000c461b7c7 transno 4294977007 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.378195:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.378199:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.378201:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764889.378203:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.378208:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ae8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.378213:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ae8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.378217:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ae8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.378222:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ae8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.378225:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.378228:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ae8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.378233:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ae8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.378238:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.378240:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.378242:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ae8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.378246:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7ae8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.378252:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008eafee4c reply state 00000000c461b7c7 transno 4294977007 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b7aef lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x277c66de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.378257:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b7aef lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x277c66de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.378260:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x277c66de (ffff9ee4965d0800) 00010000:00010000:1.0:1775764889.378261:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.378262:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.378296:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a6269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+450:89014:x1862022133060864:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4167us (4317us total) trans 4294977007 rc 0/0 00000100:00100000:1.0:1775764889.378301:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16554 00000100:00100000:1.0:1775764889.378964:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.387593:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133061120 00000100:00100000:3.0:1775764889.387609:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133061120 00000100:00100000:0.0:1775764889.387989:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.388062:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133061376 00000100:00100000:0.0:1775764889.388066:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133061376 00000100:00100000:0.0:1775764889.388095:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16555 00000100:00100000:0.0:1775764889.388105:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133061120:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764889.388127:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764889.388148:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7afd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a6f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388217:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7b04 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 211 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388232:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7b04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388245:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7b04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764889.388292:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764889.388313:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7b04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.388332:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764889.388334:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.388337:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.388339:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:0.0:1775764889.388341:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764889.388344:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764889.388365:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7afd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a6f expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388381:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7b04 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a6f expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388389:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.388392:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764889.388395:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226800, rc 0) 00000100:00100000:0.0:1775764889.388449:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133061120:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 345us (9485us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.388456:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16555 00000100:00100000:0.0:1775764889.388552:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16556 00000100:00100000:0.0:1775764889.388559:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+450:89014:x1862022133061376:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.388603:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7b0b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388614:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7b0b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388643:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7b0b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388658:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b7b12 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x35856c8a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388665:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b7b12 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x35856c8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388672:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b7b12 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x35856c8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388688:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 212 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388745:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7b04 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a6f expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388753:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388784:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7b04 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a6f expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.388798:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7b04 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a6f expref: 33 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.388811:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c00380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154070016:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.388865:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.392556:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c00380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154070016:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764889.392585:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.395348:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.395408:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.395468:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133061504 00000100:00100000:1.0:1775764889.395477:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133061504 00010000:00010000:1.0:1775764889.395514:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7b04 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a6f expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.395558:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2103 00000100:00100000:1.0:1775764889.395568:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133061504:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.395593:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.395616:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7b04 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a6f expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.395664:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7b04 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a6f expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.395685:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7b04 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a6f expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.395702:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.396175:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.396218:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.396227:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.396295:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764889.396357:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133061504:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 788us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.396365:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2103 00000100:00100000:3.0:1775764889.396547:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133061632 00000100:00100000:3.0:1775764889.396554:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133061632 00000100:00100000:3.0:1775764889.396601:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16557 00000100:00100000:3.0:1775764889.396607:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133061632:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.396648:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.396667:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b20 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a76 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.396730:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 212 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.396739:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.396744:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 212 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.396755:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.396762:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 212 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.397486:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.397497:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.398393:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004489909e reply state 00000000bf5f209f transno 4294977008 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398416:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398425:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.398428:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764889.398431:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 212 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398440:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398447:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.398477:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.398485:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7b0b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398491:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7b0b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398498:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7b0b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398504:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7b0b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398509:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.398513:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7b0b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398520:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7b0b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398530:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.398533:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.398536:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7b0b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398543:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7b0b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.398556:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004489909e reply state 00000000bf5f209f transno 4294977008 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b7b12 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x35856c8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398564:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b7b12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x35856c8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.398569:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x35856c8a (ffff9ee4965d0100) 00010000:00010000:0.0:1775764889.398583:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.398585:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1775764889.398902:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.398912:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.398960:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.398980:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.399010:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.399013:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.399016:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.399018:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.399021:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.399025:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.399053:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b20 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a76 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.399069:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a76 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.399077:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.399079:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.399081:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a735c400, rc 0) 00000100:00100000:0.0:1775764889.399130:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+452:89014:x1862022133061376:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10570us (11146us total) trans 4294977008 rc 0/0 00000100:00100000:0.0:1775764889.399140:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16556 00000100:00100000:3.0:1775764889.400016:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133061632:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3405us (4603us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.400025:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16557 00000100:00100000:0.0:1775764889.402275:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.402337:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133061888 00000100:00100000:1.0:1775764889.402347:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133061888 00000100:00100000:1.0:1775764889.402405:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16558 00000100:00100000:1.0:1775764889.402414:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+452:89014:x1862022133061888:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764889.402499:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7b2e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.402516:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7b2e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.402528:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7b2e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.402542:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7b35 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb03737c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.402549:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7b35 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb03737c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.402556:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7b35 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb03737c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.402574:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 213 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.402618:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a76 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.402835:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.402871:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a76 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.402884:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a76 expref: 33 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.402898:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154070144:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764889.403024:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afba80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764889.417149:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.417195:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.417282:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133062016 00000100:00100000:2.0:1775764889.417292:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133062016 00010000:00010000:2.0:1775764889.417331:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a76 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.417381:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2104 00000100:00100000:2.0:1775764889.417391:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133062016:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.417405:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764889.417431:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a76 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.417444:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a76 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.417465:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.417471:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.417513:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.417522:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.417540:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764889.417589:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133062016:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 200us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.417597:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2104 00000100:00100000:3.0:1775764889.418535:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133062144 00000100:00100000:3.0:1775764889.418543:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133062144 00000100:00100000:3.0:1775764889.418595:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16559 00000100:00100000:3.0:1775764889.418603:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133062144:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.418619:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.418667:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b43 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a7d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.418742:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 214 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.418754:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.418761:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 214 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.418777:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.418787:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 214 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.419245:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b27 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a76 expref: 35 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.419264:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154070144:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764889.419282:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.419290:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.419296:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.420317:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082942871 reply state 000000003a52985d transno 4294977009 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420338:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420347:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.420350:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764889.420353:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 213 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420361:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420367:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.420400:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.420408:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7b2e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420415:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7b2e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420421:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7b2e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420428:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7b2e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420434:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.420438:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7b2e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420445:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7b2e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420455:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.420457:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.420460:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7b2e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420466:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7b2e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.420479:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082942871 reply state 000000003a52985d transno 4294977009 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7b35 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb03737c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420488:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7b35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb03737c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.420494:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb03737c9 (ffff9ee485121100) 00010000:00010000:0.0:1775764889.420496:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.420498:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.420587:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+454:89014:x1862022133061888:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 18171us (18317us total) trans 4294977009 rc 0/0 00000100:00100000:0.0:1775764889.420596:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16558 00010000:00010000:3.0:1775764889.422913:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.422996:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.423052:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.423076:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.423103:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.423106:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.423109:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.423112:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.423114:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.423119:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.423150:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b43 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a7d expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.423171:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a7d expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.423180:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.423183:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.423187:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a735ce00, rc 0) 00000100:00100000:3.0:1775764889.423297:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133062144:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4694us (6099us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.423306:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16559 00000100:00100000:1.0:1775764889.423599:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.424915:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133062400 00000100:00100000:2.0:1775764889.427264:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133062400 00000100:00100000:2.0:1775764889.427394:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16560 00000100:00100000:2.0:1775764889.427405:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+454:89014:x1862022133062400:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.427495:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7b51 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.427511:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7b51 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.427522:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7b51 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.427535:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b7b58 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3da2fa03 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.427542:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b7b58 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3da2fa03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.427548:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b7b58 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3da2fa03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.427564:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 214 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.427606:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a7d expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.427614:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.427685:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a7d expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.427699:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a7d expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.427713:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154070272:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.427802:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.432706:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.433191:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154070272:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764889.433218:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.433332:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133062528 00000100:00100000:3.0:1775764889.433339:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133062528 00010000:00010000:3.0:1775764889.433374:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a7d expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.433418:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2105 00000100:00100000:3.0:1775764889.433428:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133062528:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.433441:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.433467:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a7d expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.433479:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a7d expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.433499:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7b4a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a7d expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.433513:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.433518:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.433559:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.433567:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.433594:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.433686:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133062528:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 259us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.433692:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2105 00010000:00010000:2.0:1775764889.433837:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.433845:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.434334:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e7b1e0c7 reply state 000000008e0a775b transno 4294977010 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.434348:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.434354:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.434356:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764889.434359:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.434365:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7b51 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.434371:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7b51 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.434375:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7b51 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.434385:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7b51 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.434390:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.434394:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7b51 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.434400:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7b51 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.434409:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.434411:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.434414:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7b51 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.434419:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7b51 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.434429:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e7b1e0c7 reply state 000000008e0a775b transno 4294977010 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b7b58 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3da2fa03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.434436:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b7b58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3da2fa03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.434441:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3da2fa03 (ffff9ee491f4a900) 00010000:00010000:2.0:1775764889.434443:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.434445:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.434495:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+456:89014:x1862022133062400:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7092us (10896us total) trans 4294977010 rc 0/0 00000100:00100000:2.0:1775764889.434502:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16560 00000100:00100000:1.0:1775764889.437510:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.437553:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.437661:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133062784 00000100:00100000:3.0:1775764889.437672:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133062784 00000100:00100000:3.0:1775764889.437717:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133062912 00000100:00100000:3.0:1775764889.437721:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133062912 00000100:00100000:3.0:1775764889.437750:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16561 00000100:00100000:3.0:1775764889.437758:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+456:89014:x1862022133062784:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.437850:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b66 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.437866:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b66 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.437879:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b66 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.437900:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b6d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x94bbf6e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.437907:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b6d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x94bbf6e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.437914:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b6d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x94bbf6e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.437948:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b7b74 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 214 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.437989:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b7b74 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.437996:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b7b74 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.438488:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065f78fa6 reply state 000000007a4a2545 transno 4294977011 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b7b74 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438503:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b7b74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438510:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.438512:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764889.438516:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764889.438522:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b66 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438528:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b66 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438534:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b66 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438541:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b66 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438546:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764889.438550:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b66 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438557:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b66 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438566:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764889.438568:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764889.438571:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b66 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438577:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7b66 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.438589:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065f78fa6 reply state 000000007a4a2545 transno 4294977011 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b6d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x94bbf6e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438597:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94bbf6e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438601:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x94bbf6e3 (ffff9ee39c395600) 00010000:00010000:3.0:1775764889.438604:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764889.438606:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764889.438700:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+458:89014:x1862022133062784:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 940us (1197us total) trans 4294977011 rc 0/0 00000100:00100000:3.0:1775764889.438708:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16561 00000100:00100000:3.0:1775764889.438732:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16562 00000100:00100000:3.0:1775764889.438739:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133062912:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.438750:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.438760:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7b7b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a84 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438805:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7b82 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 215 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438815:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7b82 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438822:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7b82 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.438853:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.438871:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7b82 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.438888:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.438891:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.438893:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.438895:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.438897:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.438901:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.438919:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7b7b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a84 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438952:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7b82 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a84 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.438958:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.438960:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.438962:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38447f600, rc 0) 00000100:00100000:3.0:1775764889.438983:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133062912:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 245us (1431us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.438988:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16562 00000100:00100000:0.0:1775764889.442475:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.442557:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133063168 00000100:00100000:2.0:1775764889.442567:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133063168 00000100:00100000:2.0:1775764889.442646:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16563 00000100:00100000:2.0:1775764889.442864:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+458:89014:x1862022133063168:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.442966:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7b89 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.442982:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7b89 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.442995:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7b89 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.443010:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7b90 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa28e2fbf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.443017:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7b90 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa28e2fbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.443023:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7b90 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa28e2fbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.443040:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 216 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.443083:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7b82 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a84 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.443089:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.443123:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7b82 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a84 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.443136:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7b82 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a84 expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.443151:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154070400:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.443233:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.454023:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154070400:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764889.454052:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.457081:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.457127:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.457442:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133063424 00000100:00100000:3.0:1775764889.457452:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133063424 00000100:00100000:3.0:1775764889.457516:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16564 00000100:00100000:3.0:1775764889.457525:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133063424:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.457544:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.457563:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7b9e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a8b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.457692:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 217 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.457706:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.457713:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 217 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.457731:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.457741:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 217 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.457818:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133063296 00000100:00100000:1.0:1775764889.457823:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133063296 00010000:00010000:1.0:1775764889.457846:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7b82 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a84 expref: 36 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.457877:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2106 00000100:00100000:1.0:1775764889.457885:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5c10c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133063296:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.457896:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.457914:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7b82 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a84 expref: 36 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.457942:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7b82 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a84 expref: 36 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.457960:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7b82 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a84 expref: 36 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.457975:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.457978:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 217 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.457985:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.458025:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.458037:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.458044:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 217 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.458050:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 217 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.458066:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764889.458078:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.458085:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.458115:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5c10c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133063296:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 232us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.458122:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2106 00000004:00010000:0.0:1775764889.458560:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a243f0c reply state 00000000279c93fe transno 4294977012 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.458839:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.458848:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.458851:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764889.458854:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 216 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.458861:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.458866:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.459075:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.459083:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7b89 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.459090:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7b89 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.459096:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7b89 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.459101:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7b89 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.459106:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.459109:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7b89 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.459117:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7b89 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.459127:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.459129:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.459133:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7b89 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.459138:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7b89 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.459148:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a243f0c reply state 00000000279c93fe transno 4294977012 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7b90 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa28e2fbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.459160:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7b90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa28e2fbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.459166:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa28e2fbf (ffff9ee491f4ae00) 00010000:00010000:1.0:1775764889.459168:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.459170:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.459237:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+460:89014:x1862022133063168:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16581us (16770us total) trans 4294977012 rc 0/0 00000100:00100000:1.0:1775764889.459245:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16563 00010000:00010000:3.0:1775764889.459304:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.459312:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.459356:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.459374:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.459398:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.459401:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.459404:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.459406:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.459408:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.459412:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.459432:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7b9e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a8b expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.459448:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a8b expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.459455:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.459457:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.459460:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38447e600, rc 0) 00000100:00100000:3.0:1775764889.459484:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133063424:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1962us (2357us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.459490:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16564 00000100:00100000:0.0:1775764889.470720:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.470796:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133063680 00000100:00100000:2.0:1775764889.470816:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133063680 00000100:00100000:2.0:1775764889.470883:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16565 00000100:00100000:2.0:1775764889.470892:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+460:89014:x1862022133063680:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.470994:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7bac lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.471012:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7bac lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.471026:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7bac lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.471040:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b7bb3 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x70188781 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.471046:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b7bb3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x70188781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.471057:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b7bb3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x70188781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.471075:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 217 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.471119:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a8b expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.471127:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.471158:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a8b expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.471172:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a8b expref: 33 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.471185:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154070528:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.471269:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764889.473539:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154070528:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.473564:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.476741:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.476780:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.476937:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133063936 00000100:00100000:2.0:1775764889.476948:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133063936 00010000:00010000:2.0:1775764889.476991:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a8b expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.477030:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2107 00000100:00100000:2.0:1775764889.477039:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133063936:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.477057:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764889.477082:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a8b expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.477096:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a8b expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.477119:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7ba5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a8b expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.477137:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.477142:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.477186:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.477194:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.477225:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764889.477281:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022133063936:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 242us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.477288:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2107 00010000:00010000:0.0:1775764889.477297:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.477305:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.477704:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133063808 00000100:00100000:3.0:1775764889.477709:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133063808 00000100:00100000:3.0:1775764889.477738:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16566 00000100:00100000:3.0:1775764889.477744:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133063808:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.477759:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.477773:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7bc1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a92 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.477838:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 217 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.477847:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cab4a798 reply state 000000007b4c3939 transno 4294977013 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.477847:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.477855:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 218 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481062:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 4/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481082:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.481085:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764889.481088:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 217 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481097:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481104:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.481123:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.481131:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.481142:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7bac lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481152:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7bac lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481158:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7bac lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481164:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7bac lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481169:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.481174:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7bac lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481181:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7bac lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481192:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.481194:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.481198:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7bac lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481204:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7bac lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.481204:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.481211:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.481220:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cab4a798 reply state 000000007b4c3939 transno 4294977013 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b7bb3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x70188781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481229:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b7bb3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x70188781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.481235:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x70188781 (ffff9ee491f4a100) 00010000:00010000:0.0:1775764889.481237:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.481238:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1775764889.481268:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764889.481291:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.481317:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.481320:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.481323:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.481325:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764889.481327:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.481331:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:0.0:1775764889.481334:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+462:89014:x1862022133063680:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10438us (10629us total) trans 4294977013 rc 0/0 00000100:00100000:0.0:1775764889.481342:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16565 00010000:00010000:2.0:1775764889.481354:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7bc1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a92 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.481370:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a92 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.481377:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.481379:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.481382:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38447fc00, rc 0) 00000100:00100000:2.0:1775764889.481405:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133063808:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3661us (4674us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.481412:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16566 00000100:00100000:0.0:1775764889.487176:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.487257:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133064192 00000100:00100000:1.0:1775764889.487267:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133064192 00000100:00100000:1.0:1775764889.487326:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16567 00000100:00100000:1.0:1775764889.487335:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+462:89014:x1862022133064192:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764889.487424:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7bcf lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.487439:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7bcf lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.487451:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7bcf lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.487465:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7bd6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2303aa9b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.487471:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7bd6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2303aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.487478:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7bd6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2303aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.487497:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 218 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.487539:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a92 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.487547:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.487584:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a92 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.487597:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a92 expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.487611:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38597b800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154070656:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764889.487892:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.490528:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.490611:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133064320 00000100:00100000:0.0:1775764889.490620:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133064320 00010000:00010000:0.0:1775764889.490686:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a92 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.490727:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2108 00000100:00100000:0.0:1775764889.490737:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133064320:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.490751:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.490774:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a92 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.490786:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a92 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.490791:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38597b800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154070656:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.490805:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7bc8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a92 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.490821:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.490826:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.490868:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.490877:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.492265:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.492363:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133064448 00000100:00100000:1.0:1775764889.492370:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133064448 00000100:00100000:1.0:1775764889.492418:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16568 00000100:00100000:1.0:1775764889.492427:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133064448:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.492445:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.492463:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7be4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76a99 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.492529:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 219 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.493292:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.494426:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.494438:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 219 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.494461:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.494471:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 219 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.496786:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764889.496839:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.496851:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.496868:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133064320:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 6128us (6343us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.496878:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2108 00000004:00010000:2.0:1775764889.497960:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3908943 reply state 00000000c7bb2c17 transno 4294977014 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.497982:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.497991:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.497993:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764889.497997:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 218 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.498006:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.498012:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.498040:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.498048:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7bcf lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.498055:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7bcf lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.498060:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7bcf lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.498067:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7bcf lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.498074:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.498079:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7bcf lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.498086:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7bcf lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.498096:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.498098:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.498101:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7bcf lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.498107:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7bcf lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.498122:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3908943 reply state 00000000c7bb2c17 transno 4294977014 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7bd6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2303aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.498131:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7bd6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2303aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.498136:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2303aa9b (ffff9ee485121000) 00010000:00010000:2.0:1775764889.498138:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.498140:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.498218:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+464:89014:x1862022133064192:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10882us (11050us total) trans 4294977014 rc 0/0 00000100:00100000:2.0:1775764889.498226:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16567 00010000:00010000:1.0:1775764889.498395:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.498402:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764889.498440:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764889.498459:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.498485:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764889.498488:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.498491:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.498493:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:1.0:1775764889.498495:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764889.498499:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764889.498521:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7be4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a99 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.498544:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a99 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.498551:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.498553:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764889.498556:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa04600, rc 0) 00000100:00100000:1.0:1775764889.498579:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133064448:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6154us (6319us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.498585:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16568 00000100:00100000:3.0:1775764889.512712:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.512909:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133064704 00000100:00100000:0.0:1775764889.512933:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133064704 00000100:00100000:0.0:1775764889.512989:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16569 00000100:00100000:0.0:1775764889.512998:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+464:89014:x1862022133064704:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.513084:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7bf2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.513101:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7bf2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.513114:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7bf2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.513130:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7bf9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6d70a77b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.513136:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6d70a77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.513142:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6d70a77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.513158:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 219 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.513202:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a99 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.513211:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.513250:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a99 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.513262:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a99 expref: 33 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.513275:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154070784:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.513354:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.519578:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154070784:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764889.519612:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.520564:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.520784:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133064832 00000100:00100000:2.0:1775764889.520791:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133064832 00010000:00010000:2.0:1775764889.520826:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a99 expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.520867:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2109 00000100:00100000:2.0:1775764889.520875:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133064832:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.520888:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764889.520906:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a99 expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.520915:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a99 expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.520952:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7beb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76a99 expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.520970:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.520975:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.521023:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.521032:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.521231:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764889.521282:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133064832:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 408us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.521288:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2109 00010000:00010000:3.0:1775764889.521601:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.521610:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.522175:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000500dbc4f reply state 0000000022729ffe transno 4294977015 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.522190:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.522197:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.522200:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764889.522202:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764889.522209:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7bf2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.522213:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7bf2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.522217:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7bf2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.522221:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7bf2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.522224:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764889.522227:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7bf2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.522231:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7bf2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.522237:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764889.522238:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764889.522240:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7bf2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.522244:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7bf2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.522256:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000500dbc4f reply state 0000000022729ffe transno 4294977015 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6d70a77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.522264:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7bf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d70a77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.522270:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6d70a77b (ffff9ee4965d0200) 00010000:00010000:3.0:1775764889.522272:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764889.522274:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764889.522580:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+466:89014:x1862022133064704:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9581us (9877us total) trans 4294977015 rc 0/0 00000100:00100000:3.0:1775764889.522586:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16569 00000100:00100000:0.0:1775764889.522786:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.523128:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133064960 00000100:00100000:3.0:1775764889.523136:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133064960 00000100:00100000:3.0:1775764889.523215:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16570 00000100:00100000:3.0:1775764889.523224:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133064960:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.523242:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.523260:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c07 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76aa0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.523319:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7c0e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 219 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.523333:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7c0e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.523346:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7c0e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.523382:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.523402:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7c0e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.523420:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.523423:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.523426:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.523429:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.523431:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.523435:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.523453:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c07 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa0 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.523468:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7c0e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa0 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.523476:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.523478:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.523481:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38447e400, rc 0) 00000100:00100000:3.0:1775764889.523530:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133064960:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 308us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.523536:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16570 00000100:00100000:1.0:1775764889.529416:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.529517:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133065216 00000100:00100000:2.0:1775764889.529528:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133065216 00000100:00100000:2.0:1775764889.529611:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16571 00000100:00100000:2.0:1775764889.529662:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+466:89014:x1862022133065216:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.529755:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7c15 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.529773:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7c15 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.529784:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7c15 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.529800:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7c1c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfafd00ee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.529806:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7c1c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfafd00ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.529813:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7c1c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfafd00ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.529852:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 220 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.529900:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7c0e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa0 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.529914:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.529959:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7c0e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa0 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.529973:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7c0e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa0 expref: 33 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.529987:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154070912:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.530075:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.532582:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154070912:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764889.532609:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.533147:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.533212:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133065344 00000100:00100000:2.0:1775764889.533220:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133065344 00010000:00010000:2.0:1775764889.533252:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7c0e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa0 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.533325:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2110 00000100:00100000:2.0:1775764889.533335:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133065344:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.533350:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764889.533373:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7c0e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa0 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.533391:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7c0e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa0 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.533412:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7c0e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa0 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.533428:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.533433:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.533473:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.533481:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.533511:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764889.533558:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133065344:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 225us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.533565:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2110 00010000:00010000:3.0:1775764889.533726:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.533738:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.534206:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000681cb406 reply state 000000005b60fff9 transno 4294977016 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.534218:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.534226:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.534228:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764889.534231:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764889.534237:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7c15 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.534243:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7c15 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.534250:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7c15 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.534256:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7c15 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.534261:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764889.534266:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7c15 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.534273:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7c15 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.534281:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764889.534284:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764889.534287:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7c15 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.534293:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7c15 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.534304:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000681cb406 reply state 000000005b60fff9 transno 4294977016 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7c1c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfafd00ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.534311:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7c1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfafd00ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.534316:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfafd00ee (ffff9ee491f4a400) 00010000:00010000:3.0:1775764889.534319:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764889.534320:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764889.534369:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+468:89014:x1862022133065216:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4749us (4963us total) trans 4294977016 rc 0/0 00000100:00100000:3.0:1775764889.534376:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16571 00000100:00100000:1.0:1775764889.538475:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.538510:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.538597:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133065472 00000100:00100000:3.0:1775764889.538607:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133065472 00000100:00100000:2.0:1775764889.539215:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133065728 00000100:00100000:2.0:1775764889.539221:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133065728 00000100:00100000:2.0:1775764889.539276:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16572 00000100:00100000:2.0:1775764889.539285:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a1cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+468:89014:x1862022133065728:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.539374:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7c2a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.539391:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7c2a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.539403:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7c2a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.539419:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b7c31 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xde773212 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.539425:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b7c31 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xde773212 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.539430:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b7c31 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xde773212 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.539449:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658b7c38 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 220 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.539489:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658b7c38 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.539496:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658b7c38 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.540027:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2c62135 reply state 00000000daa03293 transno 4294977017 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658b7c38 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.540041:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658b7c38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.540050:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.540053:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764889.540056:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.540062:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7c2a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.540068:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7c2a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.540073:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7c2a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.540079:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7c2a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.540084:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.540088:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7c2a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.540094:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7c2a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.540103:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.540105:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.540109:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7c2a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.540114:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7c2a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.540125:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2c62135 reply state 00000000daa03293 transno 4294977017 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b7c31 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xde773212 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.540132:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b7c31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde773212 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.540137:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xde773212 (ffff9ee491f4a800) 00010000:00010000:2.0:1775764889.540140:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.540142:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.540215:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a1cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+470:89014:x1862022133065728:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 930us (1701us total) trans 4294977017 rc 0/0 00000100:00100000:2.0:1775764889.540223:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16572 00000100:00100000:0.0:1775764889.542113:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16573 00000100:00100000:0.0:1775764889.542128:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133065472:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764889.542148:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764889.542166:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7c3f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76aa7 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.542232:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c46 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 221 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.542246:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c46 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.542262:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c46 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764889.542305:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764889.542326:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c46 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.542345:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764889.542348:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.542351:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.542353:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:0.0:1775764889.542355:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764889.542360:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764889.542380:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7c3f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa7 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.542398:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c46 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa7 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.542405:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.542408:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764889.542411:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386227200, rc 0) 00000100:00100000:0.0:1775764889.542482:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133065472:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 359us (4015us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.542489:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16573 00000100:00100000:0.0:1775764889.542896:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.543225:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133065984 00000100:00100000:1.0:1775764889.543234:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133065984 00000100:00100000:1.0:1775764889.543272:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16574 00000100:00100000:1.0:1775764889.543280:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5d1cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+470:89014:x1862022133065984:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764889.543339:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7c4d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.543351:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7c4d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.543360:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7c4d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.543375:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7c54 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xdf90dca0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.543382:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7c54 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdf90dca0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.543387:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7c54 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdf90dca0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.543402:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 222 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.543442:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c46 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa7 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.543451:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.543483:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c46 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa7 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.543497:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c46 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa7 expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.543510:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385040380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154071040:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764889.543576:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.551134:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385040380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154071040:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764889.551163:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.552954:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.553270:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133066240 00000100:00100000:3.0:1775764889.553279:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133066240 00000100:00100000:3.0:1775764889.553342:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16575 00000100:00100000:3.0:1775764889.553351:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133066240:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.553374:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.553392:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c62 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76aae expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.553458:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 223 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.553472:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.553479:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 223 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.553498:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.553506:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 223 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.559872:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.559980:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133066112 00000100:00100000:0.0:1775764889.559991:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133066112 00010000:00010000:0.0:1775764889.560032:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c46 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa7 expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.560076:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2111 00000100:00100000:0.0:1775764889.560086:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133066112:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.560100:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.560123:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c46 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa7 expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.560137:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c46 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa7 expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.560158:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c46 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aa7 expref: 36 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.560173:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.560179:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 223 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.560189:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.560233:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.560242:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.560249:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 223 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.560256:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 223 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.560287:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.560342:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133066112:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 257us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.560350:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2111 00010000:00010000:1.0:1775764889.560416:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.560425:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.560958:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007688d68f reply state 000000003172e60e transno 4294977018 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.560972:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.560979:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.560982:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764889.560985:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 222 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.560992:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.560996:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.561015:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.561023:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7c4d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.561029:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7c4d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.561036:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7c4d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.561041:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.561042:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7c4d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.561049:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.561053:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.561057:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7c4d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.561063:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7c4d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.561072:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.561075:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.561078:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7c4d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.561083:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7c4d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.561083:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764889.561095:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007688d68f reply state 000000003172e60e transno 4294977018 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7c54 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdf90dca0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.561100:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.561102:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7c54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf90dca0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.561108:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdf90dca0 (ffff9ee485121600) 00010000:00010000:1.0:1775764889.561110:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.561112:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:2.0:1775764889.561118:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.561121:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.561123:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.561125:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764889.561127:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.561130:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.561149:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c62 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aae expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.561165:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aae expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.561170:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5d1cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+472:89014:x1862022133065984:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 17891us (18274us total) trans 4294977018 rc 0/0 00010000:00010000:2.0:1775764889.561172:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.561175:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00000100:00100000:1.0:1775764889.561177:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16574 00010000:00010000:2.0:1775764889.561178:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38447fe00, rc 0) 00000100:00100000:2.0:1775764889.561200:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133066240:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7851us (8253us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.561205:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16575 00000100:00100000:2.0:1775764889.565824:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.565874:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133066496 00000100:00100000:0.0:1775764889.565884:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133066496 00000100:00100000:0.0:1775764889.566002:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16576 00000100:00100000:0.0:1775764889.566014:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+472:89014:x1862022133066496:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.566104:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c70 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.566121:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c70 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.566133:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c70 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.566165:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7c77 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd70dac1e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.566172:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7c77 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd70dac1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.566179:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7c77 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd70dac1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.566197:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 223 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.566242:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aae expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.566250:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.566286:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aae expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.566299:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aae expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.566312:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154071168:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.566394:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764889.571358:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154071168:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.571384:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.573421:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.573735:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133066624 00000100:00100000:3.0:1775764889.573744:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133066624 00000100:00100000:3.0:1775764889.573814:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16577 00000100:00100000:3.0:1775764889.573824:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133066624:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.573844:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.573865:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7c85 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ab5 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.573940:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 224 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.573954:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.573961:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 224 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.573979:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.573990:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 224 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.574441:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.574511:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133066752 00000100:00100000:3.0:1775764889.574515:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133066752 00010000:00010000:3.0:1775764889.574531:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aae expref: 36 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.574557:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2112 00000100:00100000:3.0:1775764889.574565:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133066752:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.574574:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.574594:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aae expref: 36 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.574606:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aae expref: 36 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.574660:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7c69 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aae expref: 36 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.574675:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.574680:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 224 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.574688:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.574732:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.574739:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.574747:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 224 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.574753:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 224 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.574767:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.574822:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133066752:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 257us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.574829:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2112 00010000:00010000:0.0:1775764889.574893:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.574898:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.576228:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ca241b5 reply state 00000000ed7c21e9 transno 4294977019 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576252:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576261:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.576263:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764889.576266:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 223 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576273:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576278:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.576309:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.576316:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c70 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576322:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c70 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576328:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c70 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576334:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c70 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576339:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.576343:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c70 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576350:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c70 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576360:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.576362:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.576365:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c70 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576371:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7c70 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.576384:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ca241b5 reply state 00000000ed7c21e9 transno 4294977019 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7c77 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd70dac1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576392:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7c77 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd70dac1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.576398:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd70dac1e (ffff9ee4bfdd8d00) 00010000:00010000:1.0:1775764889.576400:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.576402:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1775764889.576415:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.576422:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.576456:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1775764889.576476:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+474:89014:x1862022133066496:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10463us (10660us total) trans 4294977019 rc 0/0 00000004:00010000:2.0:1775764889.576476:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.576485:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16576 00000004:00010000:2.0:1775764889.576498:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.576501:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.576503:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.576505:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764889.576508:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.576511:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.576532:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7c85 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ab5 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.576549:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ab5 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.576560:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.576562:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.576565:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38447e000, rc 0) 00000100:00100000:2.0:1775764889.576601:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133066624:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2779us (3188us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.576607:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16577 00000100:00100000:0.0:1775764889.579676:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.579837:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133067008 00000100:00100000:2.0:1775764889.579848:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133067008 00000100:00100000:2.0:1775764889.579905:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16578 00000100:00100000:2.0:1775764889.579915:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+474:89014:x1862022133067008:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.580018:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7c93 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.580035:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7c93 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.580047:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7c93 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.580100:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b7c9a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xcf0b7936 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.580109:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b7c9a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcf0b7936 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.580116:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b7c9a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcf0b7936 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.580142:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 224 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.580185:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ab5 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.580193:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.580225:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ab5 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.580239:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ab5 expref: 33 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.580252:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38ff31c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154071296:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.580327:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764889.583131:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.583244:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38ff31c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154071296:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764889.583269:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.583582:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133067136 00000100:00100000:3.0:1775764889.583590:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133067136 00010000:00010000:3.0:1775764889.583671:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ab5 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.583700:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2113 00000100:00100000:3.0:1775764889.583709:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5c10850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133067136:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.583723:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.583746:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ab5 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.583758:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ab5 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.583778:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7c8c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ab5 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.583796:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.583801:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.583845:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.583853:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.583874:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.583933:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5c10850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133067136:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 211us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.583941:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2113 00010000:00010000:2.0:1775764889.584667:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.584677:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.585945:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015d64e04 reply state 0000000077698bbc transno 4294977020 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.585965:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.585973:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.585975:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764889.585979:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.585987:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7c93 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.585994:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7c93 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.585999:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7c93 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.586007:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7c93 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.586012:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.586017:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7c93 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.586024:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7c93 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.586035:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.586037:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.586040:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7c93 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.586046:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7c93 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.586060:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015d64e04 reply state 0000000077698bbc transno 4294977020 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b7c9a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcf0b7936 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.586068:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b7c9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcf0b7936 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.586074:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcf0b7936 (ffff9ee4bfd9a700) 00010000:00010000:2.0:1775764889.586076:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.586078:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.586159:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+476:89014:x1862022133067008:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6242us (6489us total) trans 4294977020 rc 0/0 00000100:00100000:2.0:1775764889.586167:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16578 00000100:00100000:0.0:1775764889.589585:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.589708:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.590174:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133067264 00000100:00100000:3.0:1775764889.590184:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133067264 00000100:00100000:2.0:1775764889.590288:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133067520 00000100:00100000:2.0:1775764889.590292:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133067520 00000100:00100000:2.0:1775764889.590326:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16579 00000100:00100000:2.0:1775764889.590335:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133067264:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764889.590356:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764889.590376:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ca8 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76abc expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590447:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7caf lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 224 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590461:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7caf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590472:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7caf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.590520:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764889.590542:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7caf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.590562:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.590564:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.590566:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.590569:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764889.590571:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.590575:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.590596:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ca8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76abc expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590613:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7caf lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76abc expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590664:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.590668:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.590671:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a625de00, rc 0) 00000100:00100000:2.0:1775764889.590721:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133067264:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 388us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.590729:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16579 00000100:00100000:2.0:1775764889.590747:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16580 00000100:00100000:2.0:1775764889.590754:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+476:89014:x1862022133067520:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.590796:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cb6 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590826:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cb6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590835:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cb6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590847:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658b7cbd lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x82882216 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590853:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658b7cbd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x82882216 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590859:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658b7cbd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x82882216 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590874:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 225 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590914:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7caf lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76abc expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590935:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590966:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7caf lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76abc expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.590978:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7caf lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76abc expref: 33 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.590996:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38ff31c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154071424:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.591049:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764889.595436:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.595466:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.595552:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133067648 00000100:00100000:1.0:1775764889.595562:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133067648 00010000:00010000:1.0:1775764889.595600:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7caf lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76abc expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.595665:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2114 00000100:00100000:1.0:1775764889.595675:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133067648:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.595691:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.595714:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7caf lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76abc expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.595728:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7caf lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76abc expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.595752:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.595756:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.595816:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.595825:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.595845:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764889.595896:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133067648:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 222us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.595903:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2114 00000100:00100000:3.0:1775764889.596447:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133067776 00000100:00100000:3.0:1775764889.596453:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133067776 00000100:00100000:3.0:1775764889.596485:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16581 00000100:00100000:3.0:1775764889.596492:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133067776:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.596508:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.596523:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7ccb lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ac3 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.596579:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 226 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.596589:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.596595:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 226 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.596609:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.596618:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 226 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.596844:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7caf lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76abc expref: 35 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.596862:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38ff31c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154071424:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764889.596880:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.596887:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.596892:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.597571:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004b10a7f reply state 00000000c92cbded transno 4294977021 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597587:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597595:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.597597:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764889.597600:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 225 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597607:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597617:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.597674:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.597681:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cb6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597688:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cb6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597694:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cb6 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597701:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cb6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597708:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.597711:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cb6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597718:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cb6 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597727:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.597730:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.597733:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cb6 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597739:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cb6 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.597751:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004b10a7f reply state 00000000c92cbded transno 4294977021 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658b7cbd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x82882216 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597759:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658b7cbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x82882216 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.597765:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x82882216 (ffff9ee4bfd9a900) 00010000:00010000:2.0:1775764889.597768:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.597770:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.597845:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+478:89014:x1862022133067520:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7090us (8136us total) trans 4294977021 rc 0/0 00000100:00100000:2.0:1775764889.597853:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16580 00010000:00010000:3.0:1775764889.601479:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.601496:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.601555:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.601579:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.601609:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.601612:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.601614:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.601617:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.601619:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.601644:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.601768:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7ccb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ac3 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.601794:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ac3 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.601815:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.601818:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.601823:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38447fc00, rc 0) 00000100:00100000:3.0:1775764889.601891:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133067776:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5399us (6424us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.601901:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16581 00000100:00100000:2.0:1775764889.602073:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.602181:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133068032 00000100:00100000:2.0:1775764889.602188:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133068032 00000100:00100000:2.0:1775764889.602234:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16582 00000100:00100000:2.0:1775764889.602242:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+478:89014:x1862022133068032:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.602316:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7cd9 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.602330:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7cd9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.602342:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7cd9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.602356:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b7ce0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xcb858afb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.602363:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b7ce0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcb858afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.602374:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b7ce0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcb858afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.602390:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 226 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.602437:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ac3 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.602446:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.602478:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ac3 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.602490:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ac3 expref: 33 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.602505:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38ff30e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154071552:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.602562:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee38261b540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764889.606591:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38ff30e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154071552:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.606825:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.611580:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.611813:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.611893:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133068288 00000100:00100000:2.0:1775764889.611903:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133068288 00000100:00100000:2.0:1775764889.611975:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16583 00000100:00100000:2.0:1775764889.611985:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133068288:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764889.612008:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764889.612030:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cee lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76aca expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.612105:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 227 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.612120:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.612128:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 227 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.612149:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.612159:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 227 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.612484:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133068160 00000100:00100000:3.0:1775764889.612489:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133068160 00010000:00010000:3.0:1775764889.612513:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ac3 expref: 36 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.612582:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2115 00000100:00100000:3.0:1775764889.612590:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385042a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133068160:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.612600:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.612658:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ac3 expref: 36 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.612673:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ac3 expref: 36 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.612692:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7cd2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ac3 expref: 36 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.612712:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.612716:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 227 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.612722:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.612761:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.612768:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.612774:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 227 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.612780:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 227 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.612799:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.612873:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385042a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133068160:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 283us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.612881:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2115 00010000:00010000:0.0:1775764889.612952:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.612960:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.613444:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a34138c reply state 0000000008d8a20e transno 4294977022 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613459:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613466:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.613469:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764889.613471:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 226 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613478:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613485:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.613505:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.613512:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7cd9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613519:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7cd9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613525:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7cd9 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613531:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7cd9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613538:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.613542:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7cd9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613549:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7cd9 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613558:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.613560:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.613563:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7cd9 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613569:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7cd9 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.613583:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a34138c reply state 0000000008d8a20e transno 4294977022 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b7ce0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcb858afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613591:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b7ce0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcb858afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.613598:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcb858afb (ffff9ee4bfd9a600) 00010000:00010000:0.0:1775764889.613600:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.613603:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.613676:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+480:89014:x1862022133068032:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11434us (11603us total) trans 4294977022 rc 0/0 00000100:00100000:0.0:1775764889.613684:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16582 00010000:00010000:2.0:1775764889.622247:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.622264:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.622325:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764889.622352:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.622377:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.622380:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.622382:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.622384:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:2.0:1775764889.622386:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.622391:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.622422:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7cee lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aca expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.622443:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aca expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.622451:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.622454:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.622456:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a625de00, rc 0) 00000100:00100000:2.0:1775764889.622526:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133068288:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 10542us (10712us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.622534:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16583 00000100:00100000:2.0:1775764889.623238:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.623298:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133068544 00000100:00100000:3.0:1775764889.623308:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133068544 00000100:00100000:3.0:1775764889.623358:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16584 00000100:00100000:3.0:1775764889.623367:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+480:89014:x1862022133068544:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.623443:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7cfc lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.623460:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7cfc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.623470:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7cfc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.623484:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7d03 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfb1c782e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.623490:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7d03 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfb1c782e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.623496:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7d03 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfb1c782e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.623511:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 227 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.623554:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aca expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.623563:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.623596:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aca expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.623609:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aca expref: 33 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.623663:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154071680:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764889.623729:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764889.631899:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154071680:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764889.631943:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.634740:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.634778:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.634973:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133068800 00000100:00100000:3.0:1775764889.634984:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133068800 00000100:00100000:3.0:1775764889.635043:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16585 00000100:00100000:3.0:1775764889.635053:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133068800:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.635074:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.635094:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d11 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ad1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.635159:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 228 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.635174:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.635181:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 228 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.635198:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.635208:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.635307:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133068672 00000100:00100000:0.0:1775764889.635312:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133068672 00010000:00010000:0.0:1775764889.635335:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aca expref: 36 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.635355:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2116 00000100:00100000:0.0:1775764889.635362:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133068672:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.635371:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.635391:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aca expref: 36 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.635403:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aca expref: 36 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.635422:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7cf5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aca expref: 36 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.635438:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.635442:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.635449:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.635497:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.635505:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.635512:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.635518:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.635543:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.635602:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133068672:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 239us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.635609:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2116 00010000:00010000:3.0:1775764889.636260:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636269:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.636823:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b2831f4 reply state 0000000048773fa1 transno 4294977023 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636839:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636847:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.636849:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764889.636851:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 227 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636858:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636864:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.636885:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764889.636892:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7cfc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636899:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7cfc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636906:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7cfc lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636912:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7cfc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636930:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764889.636934:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7cfc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636941:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7cfc lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636950:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764889.636952:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764889.636955:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7cfc lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636960:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7cfc lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.636973:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b2831f4 reply state 0000000048773fa1 transno 4294977023 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7d03 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfb1c782e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636982:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7d03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb1c782e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.636987:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfb1c782e (ffff9ee39c395100) 00010000:00010000:3.0:1775764889.636989:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764889.636991:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764889.637061:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+482:89014:x1862022133068544:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13692us (13823us total) trans 4294977023 rc 0/0 00000100:00100000:3.0:1775764889.637068:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16584 00010000:00010000:1.0:1775764889.637296:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.637304:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764889.637342:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764889.637361:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.637386:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764889.637389:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.637391:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.637394:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:1.0:1775764889.637395:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764889.637399:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764889.637421:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d11 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad1 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.637436:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad1 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.637443:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.637445:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764889.637448:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38447e600, rc 0) 00000100:00100000:1.0:1775764889.637474:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133068800:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2423us (2695us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.637481:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16585 00000100:00100000:2.0:1775764889.645514:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.645598:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133069056 00000100:00100000:0.0:1775764889.645609:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133069056 00000100:00100000:0.0:1775764889.645714:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16586 00000100:00100000:0.0:1775764889.645723:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+482:89014:x1862022133069056:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.645818:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d1f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.645835:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d1f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.645846:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d1f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.645862:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7d26 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x678f8cc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.645868:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7d26 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x678f8cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.645874:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7d26 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x678f8cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.645891:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 228 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.645956:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad1 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.645965:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.646000:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad1 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.646015:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad1 expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.646028:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154071808:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.646107:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764889.652435:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154071808:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.652464:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.653354:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.653437:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133069184 00000100:00100000:0.0:1775764889.653445:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133069184 00010000:00010000:0.0:1775764889.653485:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad1 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.653525:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2117 00000100:00100000:0.0:1775764889.653535:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133069184:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.653550:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.653573:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad1 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.653586:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad1 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.653607:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d18 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad1 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.653680:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.653687:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.653733:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.653743:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.653769:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.653826:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133069184:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 292us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.653837:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2117 00010000:00010000:1.0:1775764889.653965:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.653973:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.654483:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002dce454a reply state 00000000856c83e0 transno 4294977024 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.654502:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.654508:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.654511:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764889.654513:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.654520:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d1f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.654527:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d1f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.654533:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d1f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.654539:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d1f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.654545:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.654550:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d1f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.654557:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d1f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.654566:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.654568:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.654571:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d1f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.654578:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d1f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.654590:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002dce454a reply state 00000000856c83e0 transno 4294977024 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7d26 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x678f8cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.654598:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7d26 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x678f8cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.654604:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x678f8cc (ffff9ee4bfdd8500) 00010000:00010000:1.0:1775764889.654606:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.654608:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.654698:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+484:89014:x1862022133069056:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8974us (9192us total) trans 4294977024 rc 0/0 00000100:00100000:1.0:1775764889.654706:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16586 00000100:00100000:2.0:1775764889.657727:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.657827:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133069440 00000100:00100000:3.0:1775764889.657837:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133069440 00000100:00100000:3.0:1775764889.657890:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16587 00000100:00100000:3.0:1775764889.657899:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+484:89014:x1862022133069440:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.658002:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7d34 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658019:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7d34 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658031:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7d34 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658049:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7d3b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6b7c02b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658055:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7d3b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6b7c02b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658062:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7d3b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6b7c02b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658080:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7d42 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 228 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658122:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7d42 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658130:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7d42 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.658615:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bcb1fc67 reply state 000000004f7cb572 transno 4294977025 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7d42 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658662:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7d42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658669:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.658672:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764889.658676:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764889.658682:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7d34 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658689:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7d34 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658695:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7d34 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658702:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7d34 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658708:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764889.658713:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7d34 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658719:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7d34 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658730:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764889.658732:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764889.658735:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7d34 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658741:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7d34 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.658756:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bcb1fc67 reply state 000000004f7cb572 transno 4294977025 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7d3b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6b7c02b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658764:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7d3b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b7c02b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.658770:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6b7c02b6 (ffff9ee39c395c00) 00010000:00010000:3.0:1775764889.658772:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764889.658774:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764889.658853:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+486:89014:x1862022133069440:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 954us (1135us total) trans 4294977025 rc 0/0 00000100:00100000:3.0:1775764889.658861:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16587 00000100:00100000:1.0:1775764889.662032:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.662285:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133069568 00000100:00100000:3.0:1775764889.662295:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133069568 00000100:00100000:3.0:1775764889.662351:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16588 00000100:00100000:3.0:1775764889.662361:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133069568:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.662381:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.662401:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d49 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ad8 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.662467:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d50 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 229 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.662481:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d50 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.662492:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d50 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.662540:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.662561:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d50 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.662580:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.662583:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.662586:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.662588:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:3.0:1775764889.662591:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.662595:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.662615:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7d49 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad8 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.662760:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d50 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad8 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.662769:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.662772:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.662776:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38447e800, rc 0) 00000100:00100000:3.0:1775764889.662913:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133069568:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 553us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.663417:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16588 00000100:00100000:1.0:1775764889.670236:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.670400:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133069824 00000100:00100000:2.0:1775764889.670412:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133069824 00000100:00100000:2.0:1775764889.670471:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16589 00000100:00100000:2.0:1775764889.670480:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+486:89014:x1862022133069824:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764889.670569:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7d57 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.670586:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7d57 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.670602:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7d57 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.670614:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7d5e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1292bcff bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.670620:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7d5e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1292bcff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.670838:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7d5e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1292bcff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.670859:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 230 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.670904:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d50 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad8 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.670911:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.671102:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d50 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad8 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.671117:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d50 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad8 expref: 33 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.671131:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38ff33800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154071936:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764889.671247:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee38261b240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.676889:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.677115:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38ff33800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154071936:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.677144:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.677216:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133069952 00000100:00100000:3.0:1775764889.677223:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133069952 00010000:00010000:3.0:1775764889.677259:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d50 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad8 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.677304:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2118 00000100:00100000:3.0:1775764889.677313:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133069952:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.677329:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.677353:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d50 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad8 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.677365:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d50 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad8 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.677388:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d50 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ad8 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.677404:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.677409:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.677453:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.677461:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.677490:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.677545:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133069952:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 233us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.677553:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2118 00010000:00010000:2.0:1775764889.678672:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.678685:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.679397:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fa8151b reply state 00000000dec9da08 transno 4294977026 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.679416:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.679424:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.679427:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764889.679431:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.679439:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7d57 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.679446:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7d57 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.679452:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7d57 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.679458:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7d57 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.679464:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625c000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.679469:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7d57 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.679477:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7d57 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.679488:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.679490:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.679494:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7d57 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.679499:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7d57 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.679513:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fa8151b reply state 00000000dec9da08 transno 4294977026 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7d5e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1292bcff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.679521:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7d5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1292bcff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.679527:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1292bcff (ffff9ee4bfd9ae00) 00010000:00010000:2.0:1775764889.679529:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.679531:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.679698:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+488:89014:x1862022133069824:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9215us (9466us total) trans 4294977026 rc 0/0 00000100:00100000:2.0:1775764889.679708:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16589 00000100:00100000:1.0:1775764889.685559:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.685595:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.685658:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.685685:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.685736:0:25780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133070848 00000100:00100000:1.0:1775764889.685746:0:25780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133070848 00000100:00100000:0.0:1775764889.685898:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133070080 00000100:00100000:0.0:1775764889.685902:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133070080 00000100:00100000:0.0:1775764889.685948:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133070336 00000100:00100000:0.0:1775764889.685951:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133070336 00000100:00100000:0.0:1775764889.685973:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133070592 00000100:00100000:0.0:1775764889.685975:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133070592 00000100:00100000:0.0:1775764889.685997:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 3157 00000100:00100000:0.0:1775764889.686006:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+7:2404:x1862022133070336:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:0.0:1775764889.686074:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+7:2404:x1862022133070336:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 69us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.686081:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 3157 00000100:00100000:0.0:1775764889.686096:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 3158 00000100:00100000:0.0:1775764889.686103:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+12:2404:x1862022133070592:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:0.0:1775764889.686127:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+12:2404:x1862022133070592:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 25us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.686132:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 3158 00000100:00100000:0.0:1775764889.686145:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16590 00000100:00100000:0.0:1775764889.686150:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133070080:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764889.686161:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764889.686180:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d6c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76adf expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.686263:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7d73 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 230 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.686279:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7d73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.686291:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7d73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764889.686338:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764889.686359:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7d73 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.686379:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764889.686381:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.686384:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.686386:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764889 00000004:00010000:0.0:1775764889.686388:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764889.686392:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764889.686412:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b7d6c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76adf expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.686428:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7d73 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76adf expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.686436:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.686439:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764889.686443:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38616d800, rc 0) 00000100:00100000:0.0:1775764889.686466:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133070080:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 315us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.686472:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16590 00000100:00100000:1.0:1775764889.686789:0:25780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1569 00000100:00100000:1.0:1775764889.686798:0:25780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+6:2404:x1862022133070848:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:1.0:1775764889.686883:0:25780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+6:2404:x1862022133070848:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 87us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.686889:0:25780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1569 00000100:00100000:1.0:1775764889.687006:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.687027:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133070208 00000100:00100000:1.0:1775764889.687031:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133070208 00000100:00100000:1.0:1775764889.687056:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1192 00000100:00100000:1.0:1775764889.687061:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4c204d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e68a5cb3-7bc0-4ee7-9bfe-b6593bd20b6f+12:2404:x1862022133070208:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:1.0:1775764889.687082:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4c204d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e68a5cb3-7bc0-4ee7-9bfe-b6593bd20b6f+12:2404:x1862022133070208:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 21us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.687088:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1192 00000100:00100000:1.0:1775764889.687122:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.687143:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.687155:0:25788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133070464 00000100:00100000:1.0:1775764889.687158:0:25788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133070464 00000100:00100000:1.0:1775764889.687175:0:25788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133070720 00000100:00100000:1.0:1775764889.687177:0:25788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133070720 00000100:00100000:1.0:1775764889.687193:0:25788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1570 00000100:00100000:1.0:1775764889.687198:0:25788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:336278a0-5969-4695-a4c4-b074c8750a45+6:2404:x1862022133070464:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:1.0:1775764889.687217:0:25788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:336278a0-5969-4695-a4c4-b074c8750a45+6:2404:x1862022133070464:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 19us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.687223:0:25788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1570 00000100:00100000:1.0:1775764889.687232:0:25788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1571 00000100:00100000:1.0:1775764889.687236:0:25788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+6:2404:x1862022133070720:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:1.0:1775764889.687251:0:25788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+6:2404:x1862022133070720:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 15us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.687256:0:25788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1571 00000100:00080000:1.0:1775764889.687468:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764889.687472:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1775764889.687475:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764889.693604:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.693722:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133071104 00000100:00100000:0.0:1775764889.693733:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133071104 00000100:00100000:0.0:1775764889.693787:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16591 00000100:00100000:0.0:1775764889.693795:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+488:89014:x1862022133071104:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.693894:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7d7a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.693912:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7d7a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.693937:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7d7a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.693953:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7d81 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x94c12246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.693960:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7d81 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x94c12246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.693967:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7d81 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x94c12246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.694009:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 231 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.694064:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7d73 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76adf expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.694077:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.694112:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7d73 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76adf expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.694125:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7d73 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76adf expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.694139:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154072064:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.694219:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.707535:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.707674:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133071232 00000100:00100000:1.0:1775764889.707684:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133071232 00010000:00010000:1.0:1775764889.707724:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7d73 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76adf expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.707759:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2119 00000100:00100000:1.0:1775764889.707768:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133071232:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.707782:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.707819:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7d73 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76adf expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.707832:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7d73 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76adf expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.707855:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.707860:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.707906:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.707915:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.707950:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764889.708008:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133071232:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 241us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.708015:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2119 00010000:00010000:0.0:1775764889.708704:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b7d73 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76adf expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.708727:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154072064:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.708759:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.708770:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.708776:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.709294:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000027860364 reply state 00000000874570c1 transno 4294977027 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.709316:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.709325:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.709328:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764889.709331:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.709338:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7d7a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.709344:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7d7a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.709349:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7d7a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.709356:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7d7a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.709361:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.709366:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7d7a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.709373:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7d7a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.709381:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.709384:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.709387:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7d7a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.709392:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b7d7a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.709403:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000027860364 reply state 00000000874570c1 transno 4294977027 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7d81 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x94c12246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.709411:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7d81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94c12246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.709416:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x94c12246 (ffff9ee4bfdd8300) 00010000:00010000:0.0:1775764889.709418:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.709420:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.709498:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+490:89014:x1862022133071104:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15702us (15902us total) trans 4294977027 rc 0/0 00000100:00100000:0.0:1775764889.709506:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16591 00010000:00010000:2.0:1775764889.711855:0:6507:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764889.714580:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.714672:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133071360 00000100:00100000:1.0:1775764889.714684:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133071360 00000100:00100000:1.0:1775764889.714741:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16592 00000100:00100000:1.0:1775764889.714751:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133071360:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.714773:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.714794:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7d8f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ae6 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.714824:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:1.0:1775764889.714879:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7d96 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 231 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.714895:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7d96 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.714907:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7d96 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.714913:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133071616 00000100:00100000:3.0:1775764889.714928:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133071616 00000004:00200000:1.0:1775764889.714966:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764889.714989:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7d96 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.714997:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16593 00000100:00100000:3.0:1775764889.715006:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+490:89014:x1862022133071616:12345-192.168.202.48@tcp:36:createmany.0 00000004:00010000:1.0:1775764889.715009:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764889.715014:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.715016:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.715018:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764889 -> 1775764890 00000004:00010000:1.0:1775764889.715020:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764889.715024:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764889.715047:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7d8f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ae6 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.715067:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7d96 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ae6 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.715075:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d9d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.715076:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.715083:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764889.715089:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa04800, rc 0) 00010000:00010000:3.0:1775764889.715092:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d9d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.715102:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d9d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.715118:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7da4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x141c37db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.715125:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7da4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x141c37db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.715132:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7da4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x141c37db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.715149:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 232 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.715152:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133071360:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 402us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.715165:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16592 00010000:00010000:3.0:1775764889.715668:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7d96 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ae6 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.715680:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.715718:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7d96 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ae6 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.715735:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7d96 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ae6 expref: 33 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.715748:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154072192:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764889.715813:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764889.722876:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154072192:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764889.722905:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.725424:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.725490:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133071744 00000100:00100000:3.0:1775764889.725500:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133071744 00000100:00100000:0.0:1775764889.725516:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:3.0:1775764889.725541:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7d96 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ae6 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.725605:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133071872 00000100:00100000:1.0:1775764889.725610:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133071872 00000100:00100000:1.0:1775764889.725671:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16594 00000100:00100000:1.0:1775764889.725682:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133071872:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.725701:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.725719:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7db2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76aed expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.725783:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 233 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.725797:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.725819:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 233 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.725837:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.725847:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 233 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.726449:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2120 00000100:00100000:3.0:1775764889.726460:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5c12050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133071744:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.726473:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.726494:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7d96 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ae6 expref: 36 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.726508:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7d96 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ae6 expref: 36 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.726528:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7d96 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ae6 expref: 36 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.726549:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.726555:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 233 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.726562:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.726605:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.726614:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.726646:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 233 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.726661:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 233 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.726685:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.726743:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5c12050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133071744:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 284us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.726751:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2120 00010000:00010000:1.0:1775764889.727135:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727144:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.727686:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f6ee17a reply state 00000000a879de4f transno 4294977028 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727701:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727708:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.727711:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764889.727714:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727721:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727727:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.727746:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.727753:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d9d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727760:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d9d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727765:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d9d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727771:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d9d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727777:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.727780:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d9d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727787:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d9d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727797:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.727800:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.727815:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d9d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727823:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7d9d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.727837:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f6ee17a reply state 00000000a879de4f transno 4294977028 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7da4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x141c37db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727846:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7da4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x141c37db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727852:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x141c37db (ffff9ee39c395000) 00010000:00010000:1.0:1775764889.727854:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.727856:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.727916:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+492:89014:x1862022133071616:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12910us (13090us total) trans 4294977028 rc 0/0 00000100:00100000:1.0:1775764889.727936:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16593 00010000:00010000:1.0:1775764889.727966:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.727973:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764889.728007:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764889.728026:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.728048:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764889.728051:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.728053:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.728055:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764889.728058:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764889.728061:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764889.728081:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7db2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aed expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.728095:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aed expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.728102:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.728104:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764889.728106:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa05400, rc 0) 00000100:00100000:1.0:1775764889.728127:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133071872:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2448us (2613us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.728132:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16594 00000100:00100000:0.0:1775764889.737410:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.737502:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133072128 00000100:00100000:3.0:1775764889.737513:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133072128 00000100:00100000:3.0:1775764889.737581:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16595 00000100:00100000:3.0:1775764889.737591:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+492:89014:x1862022133072128:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.737718:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7dc0 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.737736:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7dc0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.737748:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7dc0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.737765:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7dc7 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x52b91e0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.737773:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7dc7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x52b91e0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.737780:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7dc7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x52b91e0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.737799:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 233 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.737855:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aed expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.737863:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.737897:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aed expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.737909:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aed expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.737943:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154072320:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764889.738019:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.741867:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.742032:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154072320:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764889.742057:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.742145:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133072256 00000100:00100000:0.0:1775764889.742152:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133072256 00010000:00010000:0.0:1775764889.742187:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aed expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.742232:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2121 00000100:00100000:0.0:1775764889.742241:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133072256:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.742255:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.742278:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aed expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.742291:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aed expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.742312:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7db9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76aed expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.742330:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.742334:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.742382:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.742389:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.742422:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.742479:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133072256:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 238us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.742486:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2121 00010000:00010000:3.0:1775764889.742548:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.742556:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.743087:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a295851 reply state 00000000464ea085 transno 4294977029 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.743103:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.743110:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.743112:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764889.743115:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764889.743121:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7dc0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.743128:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7dc0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.743134:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7dc0 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.743145:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7dc0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.743151:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764889.743156:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7dc0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.743164:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7dc0 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.743173:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764889.743175:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764889.743178:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7dc0 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.743185:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7dc0 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.743198:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a295851 reply state 00000000464ea085 transno 4294977029 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7dc7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x52b91e0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.743206:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7dc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x52b91e0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.743212:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x52b91e0a (ffff9ee39c395d00) 00010000:00010000:3.0:1775764889.743215:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764889.743216:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764889.743266:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+494:89014:x1862022133072128:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5677us (5866us total) trans 4294977029 rc 0/0 00000100:00100000:3.0:1775764889.743274:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16595 00000100:00100000:0.0:1775764889.744081:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.744144:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133072384 00000100:00100000:1.0:1775764889.744153:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133072384 00000100:00100000:1.0:1775764889.744200:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16596 00000100:00100000:1.0:1775764889.744209:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133072384:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.744226:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.744242:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7dd5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76af4 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.744304:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7ddc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 233 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.744316:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7ddc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.744326:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7ddc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764889.744362:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764889.744381:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7ddc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.744398:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764889.744401:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.744404:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.744407:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764889.744409:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764889.744413:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764889.744431:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7dd5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76af4 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.744446:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7ddc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76af4 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.744455:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.744457:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764889.744461:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa05200, rc 0) 00000100:00100000:1.0:1775764889.744513:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133072384:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 305us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.744520:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16596 00000100:00100000:2.0:1775764889.752739:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.752788:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133072640 00000100:00100000:1.0:1775764889.752797:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133072640 00000100:00100000:1.0:1775764889.752849:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16597 00000100:00100000:1.0:1775764889.752858:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+494:89014:x1862022133072640:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764889.752948:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7de3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.752964:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7de3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.752976:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7de3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.752990:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7dea lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8e928313 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.752997:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7dea lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8e928313 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.753003:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7dea lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8e928313 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.753023:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 234 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.753066:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7ddc lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76af4 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.753075:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.753106:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7ddc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76af4 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.753119:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7ddc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76af4 expref: 33 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.753132:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfe8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154072448:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764889.753212:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.762580:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfe8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154072448:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764889.762610:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.769873:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.770146:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.770220:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133072896 00000100:00100000:0.0:1775764889.770232:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133072896 00010000:00010000:0.0:1775764889.770277:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7ddc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76af4 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.770329:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2122 00000100:00100000:0.0:1775764889.770339:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133072896:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.770353:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.770379:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7ddc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76af4 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.770394:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7ddc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76af4 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.770427:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b7ddc lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76af4 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.770445:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.770450:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.770497:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.770506:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.770539:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.770587:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133072896:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 250us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.770596:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2122 00010000:00010000:2.0:1775764889.771110:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.771121:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.772148:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007292f6a9 reply state 000000004b5b1e2d transno 4294977030 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772169:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772178:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.772181:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764889.772186:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764889.772193:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7de3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772201:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7de3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772207:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7de3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772214:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7de3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772220:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764889.772225:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7de3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772234:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7de3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772245:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764889.772248:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764889.772252:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7de3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772258:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7de3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.772269:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007292f6a9 reply state 000000004b5b1e2d transno 4294977030 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7dea lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8e928313 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772277:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7dea lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8e928313 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772282:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8e928313 (ffff9ee485121b00) 00010000:00010000:2.0:1775764889.772284:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764889.772286:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764889.772359:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+496:89014:x1862022133072640:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 19499us (19627us total) trans 4294977030 rc 0/0 00000100:00100000:2.0:1775764889.772368:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16597 00000100:00100000:2.0:1775764889.772401:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133072768 00000100:00100000:2.0:1775764889.772409:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133072768 00000100:00100000:2.0:1775764889.772458:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16598 00000100:00100000:2.0:1775764889.772465:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133072768:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764889.772481:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764889.772497:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7df8 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76afb expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772556:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7dff lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 234 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772571:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7dff lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.772579:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7dff lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.772613:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764889.773373:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7dff lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.773397:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.773400:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.773403:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.773405:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:2.0:1775764889.773407:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.773411:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.773433:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7df8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76afb expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.773450:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7dff lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76afb expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.773457:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.773460:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.773463:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a625de00, rc 0) 00000100:00100000:2.0:1775764889.773500:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133072768:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1035us (3637us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.773507:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16598 00000100:00100000:2.0:1775764889.780331:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.780388:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133073152 00000100:00100000:1.0:1775764889.780399:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133073152 00000100:00100000:1.0:1775764889.780465:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16599 00000100:00100000:1.0:1775764889.780475:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+496:89014:x1862022133073152:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764889.780563:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e06 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.780581:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e06 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.780595:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e06 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.780611:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7e0d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x57639f0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.780618:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7e0d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x57639f0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.780656:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7e0d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x57639f0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.780676:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 235 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.780722:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7dff lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76afb expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.780730:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.780765:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7dff lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76afb expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.780778:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7dff lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76afb expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.780797:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfe8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154072576:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764889.780871:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.784384:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.784497:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfe8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154072576:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764889.784525:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.784671:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133073280 00000100:00100000:3.0:1775764889.784679:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133073280 00010000:00010000:3.0:1775764889.784717:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7dff lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76afb expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.784753:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2123 00000100:00100000:3.0:1775764889.784762:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133073280:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.784776:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.784798:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7dff lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76afb expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.784811:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7dff lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76afb expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.784834:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7dff lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76afb expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.784848:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.784853:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.784899:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.784907:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.784937:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.784987:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133073280:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 227us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.784996:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2123 00010000:00010000:1.0:1775764889.785108:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.785116:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.785661:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a5fa15a reply state 00000000fe84adf6 transno 4294977031 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.785676:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.785684:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.785686:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764889.785689:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.785695:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e06 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.785702:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e06 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.785708:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e06 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.785719:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e06 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.785724:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.785729:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e06 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.785736:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e06 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.785745:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.785747:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.785750:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e06 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.785755:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e06 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.785767:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a5fa15a reply state 00000000fe84adf6 transno 4294977031 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7e0d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x57639f0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.785775:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7e0d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x57639f0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.785780:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x57639f0a (ffff9ee485121d00) 00010000:00010000:1.0:1775764889.785783:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.785784:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.785837:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+498:89014:x1862022133073152:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5362us (5514us total) trans 4294977031 rc 0/0 00000100:00100000:1.0:1775764889.785844:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16599 00000100:00100000:2.0:1775764889.788960:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.789097:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133073408 00000100:00100000:0.0:1775764889.789110:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133073408 00000100:00100000:0.0:1775764889.789179:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16600 00000100:00100000:0.0:1775764889.789189:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133073408:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764889.789210:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764889.789230:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e1b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b02 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.789314:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7e22 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 235 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.789333:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7e22 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.789347:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7e22 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764889.789393:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764889.789414:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7e22 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.789435:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764889.789438:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.789441:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.789443:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764889.789446:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764889.789450:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764889.789471:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e1b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b02 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.789489:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7e22 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b02 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.789498:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.789501:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764889.789505:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57800, rc 0) 00000100:00100000:0.0:1775764889.789556:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133073408:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 368us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.789564:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16600 00000100:00100000:2.0:1775764889.792863:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.792943:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133073664 00000100:00100000:1.0:1775764889.792952:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133073664 00000100:00100000:1.0:1775764889.793004:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16601 00000100:00100000:1.0:1775764889.793013:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+498:89014:x1862022133073664:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764889.793097:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7e29 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.793113:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7e29 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.793125:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7e29 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.793139:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b7e30 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1269ba0e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.793146:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b7e30 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1269ba0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.793152:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b7e30 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1269ba0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.793168:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 236 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.793210:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7e22 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b02 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.793218:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.793251:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7e22 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b02 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.793264:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7e22 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b02 expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.793280:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfe8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154072704:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764889.793358:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.807045:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.807088:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.807182:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133073792 00000100:00100000:0.0:1775764889.807192:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133073792 00010000:00010000:0.0:1775764889.807235:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7e22 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b02 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.807275:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2124 00000100:00100000:0.0:1775764889.807284:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133073792:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.807300:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.807324:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7e22 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b02 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.807338:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7e22 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b02 expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.807362:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.807367:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.807411:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.807420:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.807440:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.807496:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133073792:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 213us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.807503:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2124 00010000:00010000:1.0:1775764889.807658:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7e22 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b02 expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.807680:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfe8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154072704:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764889.807703:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.807714:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.807720:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.808212:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0b1b951 reply state 000000004a08b324 transno 4294977032 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.808227:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.808235:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.808238:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764889.808240:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.808247:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7e29 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.808254:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7e29 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.808261:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7e29 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.808268:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7e29 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.808275:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.808280:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7e29 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.808288:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7e29 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.808297:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.808300:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.808303:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7e29 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.808309:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b7e29 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.808318:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0b1b951 reply state 000000004a08b324 transno 4294977032 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b7e30 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1269ba0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.808326:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b7e30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1269ba0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.808332:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1269ba0e (ffff9ee485121500) 00010000:00010000:1.0:1775764889.808335:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.808337:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.808388:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+500:89014:x1862022133073664:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15375us (15535us total) trans 4294977032 rc 0/0 00000100:00100000:1.0:1775764889.808395:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16601 00000100:00100000:1.0:1775764889.808977:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133073920 00000100:00100000:1.0:1775764889.808984:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133073920 00000100:00100000:1.0:1775764889.809016:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16602 00000100:00100000:1.0:1775764889.809024:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133073920:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.809039:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.809055:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e3e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b09 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809130:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b7e45 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 236 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809142:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b7e45 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809151:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b7e45 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764889.809186:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764889.809207:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b7e45 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.809226:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764889.809229:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.809232:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.809235:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764889.809239:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764889.809243:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764889.809260:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b7e3e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b09 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809276:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b7e45 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b09 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809284:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.809286:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764889.809289:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624f400, rc 0) 00000100:00100000:1.0:1775764889.809333:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133073920:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 310us (2244us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.809340:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16602 00000100:00100000:2.0:1775764889.813742:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.813909:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133074176 00000100:00100000:0.0:1775764889.813930:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133074176 00000100:00100000:0.0:1775764889.813994:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16603 00000100:00100000:0.0:1775764889.814004:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+500:89014:x1862022133074176:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.814096:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e4c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.814113:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e4c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.814126:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e4c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.814140:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b7e53 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x337b5eaf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.814147:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b7e53 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x337b5eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.814154:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b7e53 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x337b5eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.814171:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 237 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.814219:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b7e45 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b09 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.814227:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.814263:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b7e45 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b09 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.814277:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b7e45 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b09 expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.814292:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387309880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154072832:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.814371:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.817025:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.817143:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387309880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154072832:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.817173:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.817261:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133074304 00000100:00100000:1.0:1775764889.817269:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133074304 00010000:00010000:1.0:1775764889.817306:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b7e45 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b09 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.817343:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2125 00000100:00100000:1.0:1775764889.817352:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133074304:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.817367:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.817391:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b7e45 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b09 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.817404:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b7e45 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b09 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.817431:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b7e45 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b09 expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.817447:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.817452:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.817502:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.817510:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.817538:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764889.817592:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133074304:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 240us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.817599:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2125 00010000:00010000:0.0:1775764889.817683:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.817691:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.818225:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071d68626 reply state 00000000acf68f18 transno 4294977033 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.818240:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.818247:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.818249:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764889.818252:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.818259:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e4c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.818266:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e4c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.818271:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e4c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.818278:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e4c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.818284:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.818288:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e4c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.818295:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e4c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.818303:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.818305:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.818309:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e4c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.818314:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e4c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.818327:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071d68626 reply state 00000000acf68f18 transno 4294977033 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b7e53 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x337b5eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.818335:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b7e53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x337b5eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.818341:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x337b5eaf (ffff9ee4bfdd8000) 00010000:00010000:0.0:1775764889.818344:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.818346:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.818394:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+502:89014:x1862022133074176:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4390us (4666us total) trans 4294977033 rc 0/0 00000100:00100000:0.0:1775764889.818402:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16603 00000100:00100000:2.0:1775764889.819365:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.819446:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133074432 00000100:00100000:3.0:1775764889.819454:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133074432 00000100:00100000:3.0:1775764889.819500:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16604 00000100:00100000:3.0:1775764889.819510:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133074432:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764889.819527:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764889.819545:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7e61 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b10 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.819666:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b7e68 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 237 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.819681:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b7e68 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.819690:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b7e68 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764889.819730:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764889.819752:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b7e68 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.819771:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764889.819774:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.819776:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764889.819779:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:3.0:1775764889.819781:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764889.819785:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764889.819804:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658b7e61 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b10 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.819819:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b7e68 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b10 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.819828:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.819831:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764889.819834:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb90600, rc 0) 00000100:00100000:3.0:1775764889.819880:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133074432:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 372us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.819888:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16604 00000100:00100000:2.0:1775764889.830807:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.830885:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133074688 00000100:00100000:0.0:1775764889.830896:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133074688 00000100:00100000:0.0:1775764889.830970:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16605 00000100:00100000:0.0:1775764889.830980:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+502:89014:x1862022133074688:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.831066:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e6f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.831083:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e6f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.831096:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e6f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.831113:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b7e76 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb3ea7406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.831121:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b7e76 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb3ea7406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.831127:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b7e76 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb3ea7406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.831146:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 238 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.831192:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b7e68 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b10 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.831202:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.831237:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b7e68 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b10 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.831252:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b7e68 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b10 expref: 33 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.831269:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387309880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154072960:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.831356:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.848732:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.848813:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133074816 00000100:00100000:3.0:1775764889.848823:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133074816 00010000:00010000:3.0:1775764889.848863:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b7e68 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b10 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.848914:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2126 00000100:00100000:3.0:1775764889.848935:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133074816:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.848950:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.848975:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b7e68 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b10 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.848989:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b7e68 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b10 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.849012:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.849017:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.849069:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.849077:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.849099:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.849253:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133074816:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 320us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.849261:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2126 00010000:00010000:0.0:1775764889.850866:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b7e68 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b10 expref: 33 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.850888:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387309880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154072960:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.850909:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.850929:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.850935:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.851501:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077070d0c reply state 000000003486824f transno 4294977034 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.851524:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.851533:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.851536:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764889.851540:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.851547:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e6f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.851554:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e6f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.851560:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e6f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.851568:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e6f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.851574:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.851578:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e6f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.851586:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e6f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.851595:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.851598:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.851601:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e6f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.851608:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e6f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.851619:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077070d0c reply state 000000003486824f transno 4294977034 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b7e76 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb3ea7406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.851879:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b7e76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3ea7406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.851886:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb3ea7406 (ffff9ee4bfdd8f00) 00010000:00010000:0.0:1775764889.851888:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.851890:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.851984:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+504:89014:x1862022133074688:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 21004us (21186us total) trans 4294977034 rc 0/0 00000100:00100000:0.0:1775764889.851994:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16605 00000100:00100000:2.0:1775764889.855910:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.860907:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133074944 00000100:00100000:0.0:1775764889.860932:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133074944 00000100:00100000:0.0:1775764889.861066:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16606 00000100:00100000:0.0:1775764889.861077:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133074944:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764889.861099:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764889.861120:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7e84 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b17 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.861189:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7e8b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 238 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.861206:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7e8b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.861217:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7e8b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764889.861266:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764889.861287:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7e8b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.861308:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764889.861310:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.861313:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.861316:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764889.861318:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764889.861322:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764889.861345:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7e84 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b17 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.861363:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7e8b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b17 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.861371:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.861374:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764889.861378:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57000, rc 0) 00000100:00100000:0.0:1775764889.861445:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133074944:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 370us (5545us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.861453:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16606 00000100:00100000:3.0:1775764889.862002:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.866928:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133075200 00000100:00100000:1.0:1775764889.866945:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133075200 00000100:00100000:0.0:1775764889.867108:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16607 00000100:00100000:0.0:1775764889.867121:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+504:89014:x1862022133075200:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.867207:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e92 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.867230:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e92 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.867243:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e92 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.867258:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b7e99 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbf349c3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.867265:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b7e99 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbf349c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.867271:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b7e99 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbf349c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.867286:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 239 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.867334:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7e8b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b17 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.867343:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.867378:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7e8b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b17 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.867391:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7e8b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b17 expref: 33 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.867412:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387309880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154073088:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.867495:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764889.872866:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.872984:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387309880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154073088:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.873010:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.873078:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133075328 00000100:00100000:1.0:1775764889.873085:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133075328 00010000:00010000:1.0:1775764889.873120:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7e8b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b17 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.873155:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2127 00000100:00100000:1.0:1775764889.873163:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5c13050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133075328:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.873175:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.873198:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7e8b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b17 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.873209:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7e8b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b17 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.873231:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7e8b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b17 expref: 34 pid: 10039 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.873246:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.873250:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.873293:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.873301:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.873325:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764889.873378:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5c13050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133075328:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 215us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.873386:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2127 00010000:00010000:0.0:1775764889.873615:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.873649:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.874129:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e613a902 reply state 00000000a0b1c659 transno 4294977035 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.874144:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.874151:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.874153:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764889.874156:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.874162:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e92 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.874169:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e92 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.874175:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e92 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.874187:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e92 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.874193:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.874198:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e92 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.874207:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e92 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.874217:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.874219:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.874223:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e92 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.874229:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7e92 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.874240:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e613a902 reply state 00000000a0b1c659 transno 4294977035 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b7e99 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbf349c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.874248:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b7e99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbf349c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.874253:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbf349c3b (ffff9ee4bfdd8400) 00010000:00010000:0.0:1775764889.874255:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.874258:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.874334:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+506:89014:x1862022133075200:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7215us (12332us total) trans 4294977035 rc 0/0 00000100:00100000:0.0:1775764889.874342:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16607 00000100:00100000:0.0:1775764889.878584:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.878706:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133075456 00000100:00100000:1.0:1775764889.878716:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133075456 00000100:00100000:1.0:1775764889.878772:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16608 00000100:00100000:1.0:1775764889.878781:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133075456:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.878801:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.878820:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b7ea7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b1e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.878882:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7eae lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 239 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.878898:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7eae lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.878910:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7eae lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764889.878969:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764889.878991:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7eae lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.879010:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764889.879013:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.879016:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.879019:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764889.879021:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764889.879026:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764889.879044:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b7ea7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b1e expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.879062:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7eae lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b1e expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.879072:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.879075:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764889.879079:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624f800, rc 0) 00000100:00100000:1.0:1775764889.879130:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133075456:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 350us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.879138:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16608 00000100:00100000:2.0:1775764889.893725:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.893848:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133075712 00000100:00100000:3.0:1775764889.893858:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133075712 00000100:00100000:3.0:1775764889.893929:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16609 00000100:00100000:3.0:1775764889.893939:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+506:89014:x1862022133075712:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.894028:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7eb5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.894045:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7eb5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.894057:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7eb5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.894073:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b7ebc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3fc8e412 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.894079:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b7ebc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3fc8e412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.894089:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b7ebc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3fc8e412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.894107:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 240 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.894154:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7eae lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b1e expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.894162:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.894196:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7eae lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b1e expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.894209:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7eae lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b1e expref: 33 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.894223:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154073216:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764889.894303:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.896575:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154073216:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764889.896601:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.897330:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.897395:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133075840 00000100:00100000:1.0:1775764889.897402:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133075840 00010000:00010000:1.0:1775764889.897442:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7eae lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b1e expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.897479:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2128 00000100:00100000:1.0:1775764889.897487:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133075840:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.897499:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.897520:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7eae lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b1e expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.897532:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7eae lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b1e expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.897551:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7eae lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b1e expref: 34 pid: 6518 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.897566:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.897570:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.897618:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.897667:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.897690:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764889.897730:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133075840:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 244us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.897738:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2128 00010000:00010000:3.0:1775764889.897852:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.897860:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.898304:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000442583a8 reply state 00000000bfc10fc0 transno 4294977036 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.898321:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.898328:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.898331:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764889.898333:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764889.898339:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7eb5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.898346:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7eb5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.898352:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7eb5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.898358:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7eb5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.898364:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764889.898368:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7eb5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.898374:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7eb5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.898381:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764889.898383:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764889.898387:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7eb5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.898393:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7eb5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764889.898455:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000442583a8 reply state 00000000bfc10fc0 transno 4294977036 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b7ebc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3fc8e412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.898464:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b7ebc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3fc8e412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.898471:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3fc8e412 (ffff9ee39c395300) 00010000:00010000:3.0:1775764889.898473:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764889.898475:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764889.898518:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+508:89014:x1862022133075712:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4581us (4803us total) trans 4294977036 rc 0/0 00000100:00100000:3.0:1775764889.898525:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16609 00000100:00100000:3.0:1775764889.899340:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.899414:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133075968 00000100:00100000:2.0:1775764889.899421:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133075968 00000100:00100000:2.0:1775764889.899466:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16610 00000100:00100000:2.0:1775764889.899474:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133075968:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764889.899491:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764889.899509:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7eca lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b25 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.899570:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ed1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 240 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.899583:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ed1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.899596:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ed1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764889.899671:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764889.899692:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ed1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764889.899710:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764889.899712:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.899715:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764889.899717:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:2.0:1775764889.899718:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764889.899722:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764889.899740:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b7eca lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b25 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.899755:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ed1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b25 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.899762:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.899765:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764889.899767:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a625cc00, rc 0) 00000100:00100000:2.0:1775764889.899810:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133075968:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 336us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.899817:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16610 00000100:00100000:0.0:1775764889.908519:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.908822:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133076224 00000100:00100000:1.0:1775764889.908833:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133076224 00000100:00100000:1.0:1775764889.908894:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16611 00000100:00100000:1.0:1775764889.908905:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+508:89014:x1862022133076224:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764889.909020:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7ed8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.909040:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7ed8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.909054:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7ed8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.909088:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658b7edf lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd7c1546f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.909096:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658b7edf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7c1546f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.909103:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658b7edf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7c1546f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.909124:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 241 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.909172:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ed1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b25 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.909180:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.909217:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ed1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b25 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.909230:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ed1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b25 expref: 33 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.909246:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfe8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154073344:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764889.909410:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.915084:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.915201:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfe8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154073344:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.915229:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.915298:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133076352 00000100:00100000:3.0:1775764889.915305:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133076352 00010000:00010000:3.0:1775764889.915341:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ed1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b25 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.915376:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2129 00000100:00100000:3.0:1775764889.915384:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133076352:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.915398:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.915421:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ed1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b25 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.915433:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ed1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b25 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.915460:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b7ed1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b25 expref: 34 pid: 6520 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.915476:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.915480:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.915528:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.915537:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.915564:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.915619:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133076352:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 235us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.915668:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2129 00010000:00010000:0.0:1775764889.916070:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.916079:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.916597:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009058adaa reply state 00000000811f0adc transno 4294977037 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.916613:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.916660:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.916664:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764889.916668:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.916675:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7ed8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.916683:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7ed8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.916691:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7ed8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.916698:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7ed8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.916710:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.916715:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7ed8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.916723:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7ed8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.916734:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.916736:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.916740:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7ed8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.916747:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b7ed8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.916761:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009058adaa reply state 00000000811f0adc transno 4294977037 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658b7edf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7c1546f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.916770:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658b7edf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7c1546f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.916777:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd7c1546f (ffff9ee38620ca00) 00010000:00010000:0.0:1775764889.916779:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.916782:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.916852:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+510:89014:x1862022133076224:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7947us (8342us total) trans 4294977037 rc 0/0 00000100:00100000:0.0:1775764889.916860:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16611 00000100:00100000:3.0:1775764889.917700:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.922668:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.922827:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133076480 00000100:00100000:0.0:1775764889.922839:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133076480 00000100:00100000:0.0:1775764889.922892:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16612 00000100:00100000:0.0:1775764889.922904:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133076480:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764889.922933:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764889.922955:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7eed lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b2c expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923028:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7ef4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 241 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923045:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923058:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764889.923102:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764889.923123:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.923144:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764889.923147:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.923150:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.923153:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764889.923157:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764889.923161:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764889.923183:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7eed lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b2c expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923201:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b2c expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923215:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.923218:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764889.923221:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57600, rc 0) 00000100:00100000:0.0:1775764889.923276:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133076480:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 374us (5579us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.923284:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16612 00000100:00100000:0.0:1775764889.923303:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133076736 00000100:00100000:0.0:1775764889.923307:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133076736 00000100:00100000:0.0:1775764889.923330:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16613 00000100:00100000:0.0:1775764889.923337:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+510:89014:x1862022133076736:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.923383:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7efb lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923393:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7efb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923401:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7efb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923416:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7f02 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3c0f88ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923423:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7f02 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3c0f88ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923430:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7f02 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3c0f88ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923448:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 242 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923492:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7ef4 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b2c expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923502:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923534:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b2c expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.923547:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7ef4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b2c expref: 33 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.923561:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154073472:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.923613:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764889.926299:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154073472:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.926329:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.928784:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.929038:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133076864 00000100:00100000:3.0:1775764889.929047:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133076864 00010000:00010000:3.0:1775764889.929088:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7ef4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b2c expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.929132:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2130 00000100:00100000:3.0:1775764889.929142:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133076864:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.929158:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.929183:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7ef4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b2c expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.929197:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b2c expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.929219:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7ef4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b2c expref: 34 pid: 8424 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.929235:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764889.929240:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.929294:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.929303:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.929330:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.929390:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133076864:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 249us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.929398:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2130 00010000:00010000:0.0:1775764889.930267:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.930278:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.930851:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005fa0fc2b reply state 00000000a88dc1c4 transno 4294977038 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.930869:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.930878:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.930881:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764889.930884:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.930892:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7efb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.930899:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7efb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.930905:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7efb lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.930912:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7efb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.930933:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.930938:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7efb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.930945:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7efb lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.930956:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.930958:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.930961:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7efb lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.930967:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7efb lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.930980:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005fa0fc2b reply state 00000000a88dc1c4 transno 4294977038 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7f02 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3c0f88ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.930989:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7f02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3c0f88ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.930994:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3c0f88ce (ffff9ee4bfdd8100) 00010000:00010000:0.0:1775764889.930996:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.930999:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.931084:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+512:89014:x1862022133076736:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7743us (8467us total) trans 4294977038 rc 0/0 00000100:00100000:0.0:1775764889.931092:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16613 00000100:00100000:2.0:1775764889.934034:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.934190:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133076992 00000100:00100000:0.0:1775764889.934201:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133076992 00000100:00100000:0.0:1775764889.934253:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16614 00000100:00100000:0.0:1775764889.934264:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133076992:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764889.934284:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764889.934304:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f10 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b33 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.934376:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f17 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 242 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.934392:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f17 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.934970:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.935093:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133077248 00000100:00100000:3.0:1775764889.935098:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133077248 00000100:00100000:3.0:1775764889.935142:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16615 00000100:00100000:3.0:1775764889.935149:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+512:89014:x1862022133077248:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.935200:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b7f1e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.935210:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b7f1e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.935220:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b7f1e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.935235:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7f25 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x17e3ecdf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.935241:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7f25 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x17e3ecdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.935246:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7f25 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x17e3ecdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.935263:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 244 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.935304:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f17 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.935311:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.935327:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f17 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.935336:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.939831:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f17 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764889.939940:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764889.939969:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f17 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.939994:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764889.939997:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.940001:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.940003:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764889.940006:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764889.940010:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764889.940046:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f10 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b33 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.940078:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f17 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b33 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.940086:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f17 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b33 expref: 34 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.940094:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57800, rc 0) 00000100:00100000:0.0:1775764889.940174:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133076992:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5912us (6151us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.940184:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16614 00000100:00100000:3.0:1775764889.944283:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.944326:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.944395:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133077504 00000100:00100000:1.0:1775764889.944418:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133077504 00000100:00100000:1.0:1775764889.944475:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16616 00000100:00100000:1.0:1775764889.944484:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133077504:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.944503:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.944524:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b7f33 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b3a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.944591:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 244 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.944606:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.944614:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 244 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.944662:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.944674:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 244 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.944890:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133077376 00000100:00100000:0.0:1775764889.944895:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133077376 00010000:00010000:0.0:1775764889.944931:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f17 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b33 expref: 36 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.944970:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2131 00000100:00100000:0.0:1775764889.944978:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133077376:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.944988:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.945006:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f17 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b33 expref: 36 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.945020:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f17 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b33 expref: 36 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.945037:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f17 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b33 expref: 36 pid: 27904 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.945052:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.945057:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 244 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.945065:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.945109:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.945118:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.945126:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 244 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.945137:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 244 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.945166:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.945219:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133077376:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 242us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.945227:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2131 00010000:00010000:1.0:1775764889.945667:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.945676:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.946184:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000914c915a reply state 00000000105147f8 transno 4294977039 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946199:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946206:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.946209:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764889.946212:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 243 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946220:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946230:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.946249:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.946258:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b7f1e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946264:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b7f1e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946269:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b7f1e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946275:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b7f1e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946281:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.946285:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b7f1e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946293:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b7f1e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946302:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.946305:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.946308:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b7f1e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946313:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b7f1e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.946325:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000914c915a reply state 00000000105147f8 transno 4294977039 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7f25 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x17e3ecdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946333:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7f25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x17e3ecdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946339:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x17e3ecdf (ffff9ee39c395b00) 00010000:00010000:1.0:1775764889.946341:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.946343:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.946397:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+514:89014:x1862022133077248:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11246us (11426us total) trans 4294977039 rc 0/0 00000100:00100000:1.0:1775764889.946420:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16615 00010000:00010000:1.0:1775764889.946514:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946521:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764889.946553:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764889.946573:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.946596:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764889.946600:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.946603:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764889.946605:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764889.946608:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764889.946611:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764889.946652:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b7f33 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b3a expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946667:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b3a expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.946675:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.946678:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764889.946680:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624f000, rc 0) 00000100:00100000:1.0:1775764889.946704:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133077504:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2221us (2377us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.946710:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16616 00000100:00100000:1.0:1775764889.957894:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.957989:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133077760 00000100:00100000:0.0:1775764889.958001:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133077760 00000100:00100000:0.0:1775764889.958064:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16617 00000100:00100000:0.0:1775764889.958074:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+514:89014:x1862022133077760:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764889.958161:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f41 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.958178:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f41 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.958189:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f41 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.958204:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f48 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x462f21e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.958211:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f48 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x462f21e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.958216:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f48 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x462f21e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.958233:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 244 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.958285:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b3a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.958294:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.958328:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b3a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.958343:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b3a expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.958357:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154073600:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764889.958442:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.968943:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764889.969042:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133077888 00000100:00100000:2.0:1775764889.969052:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133077888 00010000:00010000:2.0:1775764889.969092:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b3a expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.969136:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2132 00000100:00100000:2.0:1775764889.969145:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133077888:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.969161:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764889.969182:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b3a expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.969196:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b3a expref: 34 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.969218:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764889.969225:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.969274:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.969283:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.969303:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764889.969361:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133077888:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.969373:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2132 00000100:00100000:3.0:1775764889.969899:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764889.970286:0:3662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1862022154073728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764889.970330:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764889.970381:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154073728 00000100:00100000:0.0:1775764889.970386:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154073728 00000100:00100000:0.0:1775764889.970443:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:0.0:1775764889.970450:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1862022154073728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764889.970475:0:8403:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 24490560 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1775764889.970514:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1862022154073728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.970521:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 00000100:00080000:0.0:1775764889.970538:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764889.970573:0:3662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1862022154073728:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764889.970609:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b7f3a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b3a expref: 33 pid: 6519 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.970651:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154073600:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764889.970666:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.970676:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.970682:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.971167:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe5eb4d0 reply state 00000000d3d17dc9 transno 4294977040 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971184:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971192:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.971195:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764889.971199:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764889.971205:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f41 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971212:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f41 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971218:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f41 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971230:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f41 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971236:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764889.971241:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f41 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971248:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f41 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971258:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764889.971261:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764889.971264:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f41 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971271:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f41 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.971283:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe5eb4d0 reply state 00000000d3d17dc9 transno 4294977040 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f48 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x462f21e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971292:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x462f21e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971298:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x462f21e2 (ffff9ee4bfdd8b00) 00010000:00010000:0.0:1775764889.971301:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764889.971303:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764889.971366:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+516:89014:x1862022133077760:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13293us (13482us total) trans 4294977040 rc 0/0 00000100:00100000:0.0:1775764889.971374:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16617 00000100:00100000:0.0:1775764889.971391:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133078016 00000100:00100000:0.0:1775764889.971396:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133078016 00000100:00100000:0.0:1775764889.971421:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16618 00000100:00100000:0.0:1775764889.971428:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133078016:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764889.971441:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764889.971455:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7f56 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b41 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971513:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7f5d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 244 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971525:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7f5d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971533:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7f5d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764889.971565:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764889.971582:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7f5d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.971600:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764889.971604:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.971607:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.971610:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764889.971612:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764889.971617:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764889.971674:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7f56 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b41 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971695:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7f5d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b41 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.971704:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.971707:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764889.971709:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57600, rc 0) 00000100:00100000:0.0:1775764889.971733:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133078016:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 306us (1836us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.971740:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16618 00000100:00100000:3.0:1775764889.972499:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:64c03aa5-8984-4260-a7a9-187ed3aa4b26:3663:1862022154073856:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.972549:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.972655:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1862022154073984:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.972683:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.972726:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764889.972732:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1862022154074112:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.972755:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.972792:0:3662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1862022154074240:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.972815:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.972859:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154074368:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.972881:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.972909:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154074112 00000100:00100000:3.0:1775764889.972915:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154074112 00000100:00100000:3.0:1775764889.972957:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154074368 00000100:00100000:3.0:1775764889.972960:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154074368 00000100:00100000:3.0:1775764889.972975:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109 00000100:00100000:3.0:1775764889.972982:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1862022154074112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973028:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1862022154074112:12345-0@lo:400:kworker.0 Request processed in 46us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.973035:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109 00000100:00100000:3.0:1775764889.973048:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:3.0:1775764889.973054:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3663:x1862022154074368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973082:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3663:x1862022154074368:12345-0@lo:400:kworker.0 Request processed in 29us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.973088:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00100000:3.0:1775764889.973125:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1862022154074112:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973151:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154074368:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973181:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1862022154074496:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973202:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.973241:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764889.973247:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee39d093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1862022154074624:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973267:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.973305:0:3662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee39d092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1862022154074752:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973329:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.973375:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154074880:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973395:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.973435:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1862022154075008:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973457:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.973492:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764889.973498:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1862022154075136:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973519:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.973553:0:3662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1862022154075264:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973575:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.973732:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154073984 00000100:00100000:3.0:1775764889.973737:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154073984 00000100:00100000:3.0:1775764889.973759:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154074240 00000100:00100000:3.0:1775764889.973762:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154074240 00000100:00100000:3.0:1775764889.973771:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154074496 00000100:00100000:3.0:1775764889.973774:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154074496 00000100:00100000:3.0:1775764889.973793:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154074624 00000100:00100000:3.0:1775764889.973796:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154074624 00000100:00100000:3.0:1775764889.973809:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154075008 00000100:00100000:3.0:1775764889.973812:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154075008 00000100:00100000:3.0:1775764889.973824:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154075136 00000100:00100000:3.0:1775764889.973826:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154075136 00000100:00100000:3.0:1775764889.973842:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159 00000100:00100000:3.0:1775764889.973849:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1862022154073984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973890:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1862022154073984:12345-0@lo:400:kworker.0 Request processed in 41us (1206us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.973897:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159 00000100:00100000:3.0:1775764889.973935:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1862022154073984:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973957:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160 00000100:00100000:3.0:1775764889.973963:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1862022154074240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.973994:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1862022154074240:12345-0@lo:400:kworker.0 Request processed in 32us (1178us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.974000:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160 00000100:00100000:3.0:1775764889.974020:0:3662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1862022154074240:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.974035:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161 00000100:00100000:3.0:1775764889.974042:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1862022154074496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.974070:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1862022154074496:12345-0@lo:400:kworker.0 Request processed in 29us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.974075:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161 00000100:00100000:3.0:1775764889.974099:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1862022154074496:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.974114:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162 00000100:00100000:3.0:1775764889.974120:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39d091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1862022154074624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.974149:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1862022154074624:12345-0@lo:400:kworker.0 Request processed in 30us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.974156:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162 00000100:00100000:3.0:1775764889.974177:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee39d093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1862022154074624:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.974193:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163 00000100:00100000:3.0:1775764889.974199:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1862022154075008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.974230:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1862022154075008:12345-0@lo:400:kworker.0 Request processed in 32us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.974236:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163 00000100:00100000:3.0:1775764889.974257:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1862022154075008:0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.974275:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164 00000100:00100000:3.0:1775764889.974281:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1862022154075136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764889.974313:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1862022154075136:12345-0@lo:400:kworker.0 Request processed in 32us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.974319:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164 00000100:00100000:3.0:1775764889.974340:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1862022154075136:0@lo:400:kworker.0 00000100:00100000:1.0:1775764889.974440:0:6513:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154073856 00000100:00100000:1.0:1775764889.974445:0:6513:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154073856 00000100:00100000:1.0:1775764889.974481:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1775764889.974488:0:6513:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4c20d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:64c03aa5-8984-4260-a7a9-187ed3aa4b26+23:3663:x1862022154073856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764889.974525:0:6513:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4c20d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:64c03aa5-8984-4260-a7a9-187ed3aa4b26+23:3663:x1862022154073856:12345-0@lo:400:kworker.0 Request processed in 38us (1977us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.974531:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1775764889.974571:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:64c03aa5-8984-4260-a7a9-187ed3aa4b26:3663:1862022154073856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764889.974714:0:25787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154074752 00000100:00100000:2.0:1775764889.974718:0:25787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154074752 00000100:00100000:2.0:1775764889.974748:0:25787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154074880 00000100:00100000:2.0:1775764889.974751:0:25787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154074880 00000100:00100000:2.0:1775764889.974767:0:25787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154075264 00000100:00100000:2.0:1775764889.974770:0:25787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154075264 00000100:00100000:2.0:1775764889.974791:0:25787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572 00000100:00100000:2.0:1775764889.974798:0:25787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3662:x1862022154074752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764889.974833:0:25787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3662:x1862022154074752:12345-0@lo:400:kworker.0 Request processed in 36us (1503us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.974839:0:25787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572 00000100:00100000:2.0:1775764889.974851:0:25787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573 00000100:00100000:2.0:1775764889.974857:0:25787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383348000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3663:x1862022154074880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764889.974882:0:25787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3663:x1862022154074880:12345-0@lo:400:kworker.0 Request processed in 25us (1486us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.974888:0:25787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573 00000100:00100000:2.0:1775764889.974899:0:25787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:2.0:1775764889.974905:0:25787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3662:x1862022154075264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764889.974942:0:25787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3662:x1862022154075264:12345-0@lo:400:kworker.0 Request processed in 37us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.974947:0:25787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:2.0:1775764889.974985:0:3662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1862022154075264:0@lo:400:kworker.0 00000100:00100000:2.0:1775764889.974997:0:3662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee39d092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1862022154074752:0@lo:400:kworker.0 00000100:00100000:2.0:1775764889.975011:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764889.975019:0:3662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1862022154075392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1775764889.975047:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764889.975078:0:8404:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154075392 00000100:00100000:2.0:1775764889.975081:0:8404:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154075392 00000100:00100000:2.0:1775764889.975106:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:2.0:1775764889.975112:0:8404:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1862022154075392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1775764889.975127:0:8404:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 24490560 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1775764889.975158:0:8404:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1862022154075392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.975165:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:2.0:1775764889.975196:0:3662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1862022154075392:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1775764889.975867:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154074880:0@lo:400:kworker.0 00000100:00080000:0.0:1775764889.976076:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764889.976081:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764889.976084:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1775764889.976087:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1775764889.978022:0:7434:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971520 is committed 00000020:00080000:0.0:1775764889.978034:0:7434:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 34 batchid updated 00000020:00080000:2.0:1775764889.978095:0:7455:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 34 00000004:00080000:2.0:1775764889.978161:0:7455:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9ee38261b240 with version 71 00000020:00080000:2.0:1775764889.978175:0:7455:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 34 cancel update log [0x200000401:0x2:0x0].35: rc = 0 00000020:00080000:2.0:1775764889.978246:0:7455:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 34 cancel update log [0x240000400:0x2:0x0].35: rc = 0 00000020:00080000:2.0:1775764889.978253:0:7455:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 34 00000004:00080000:0.0:1775764889.978287:0:7446:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9ee487d67cc0 version 71 rpc_version 71 00000020:00100000:0.0:1775764889.978319:0:7446:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1775764889.978330:0:7446:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ee387308a80 x1862022154075648/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764889.978352:0:7446:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7446:1862022154075648:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1775764889.978424:0:7446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764889.978454:0:7446:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764889.978498:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154075648 00000100:00100000:3.0:1775764889.978505:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154075648 00000100:00100000:3.0:1775764889.978554:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111 00000100:00100000:3.0:1775764889.978561:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:7446:x1862022154075648:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1775764889.978702:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7446:x1862022154075648:12345-0@lo:1000:osp_up0-1.0 Request processed in 141us (278us total) trans 4294977041 rc 0/0 00000100:00100000:3.0:1775764889.978711:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111 00000100:00100000:0.0:1775764889.978891:0:7446:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7446:1862022154075648:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1775764889.979123:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764889.979197:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133078272 00000100:00100000:3.0:1775764889.979202:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133078272 00000100:00100000:3.0:1775764889.979272:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16619 00000100:00100000:3.0:1775764889.979281:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+516:89014:x1862022133078272:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764889.979358:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b7f64 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.979375:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b7f64 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.979387:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b7f64 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.979401:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b7f6b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc0d0c683 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.979420:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b7f6b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc0d0c683 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.979427:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b7f6b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc0d0c683 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.979445:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 245 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.979500:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7f5d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b41 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.979509:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.979538:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7f5d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b41 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.979556:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7f5d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b41 expref: 33 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.979567:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154075776:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764889.979667:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764889.993698:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.994031:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133078400 00000100:00100000:1.0:1775764889.994040:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133078400 00010000:00010000:1.0:1775764889.994083:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7f5d lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b41 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.994128:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2133 00000100:00100000:1.0:1775764889.994137:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133078400:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.994153:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.994178:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7f5d lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b41 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.994192:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7f5d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b41 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.994215:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.994221:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.994270:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.994279:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.994301:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764889.994407:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7f5d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b41 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.994424:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154075776:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764889.994445:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.994455:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.994461:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.994585:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133078400:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 447us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.994593:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2133 00000100:00100000:0.0:1775764889.994769:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764889.995131:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133078528 00000100:00100000:1.0:1775764889.995138:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133078528 00000100:00100000:1.0:1775764889.995177:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16620 00000100:00100000:1.0:1775764889.995184:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133078528:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764889.995202:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764889.995219:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7f79 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b48 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.995280:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 245 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.995291:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.995299:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 245 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.995313:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.995322:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 245 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.999092:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e953acc4 reply state 000000001d7035c8 transno 4294977042 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999121:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999131:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764889.999134:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764889.999137:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 245 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999146:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999152:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.999187:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764889.999196:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b7f64 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999203:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b7f64 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999209:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b7f64 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999216:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b7f64 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999222:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764889.999227:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b7f64 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999235:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b7f64 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999246:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764889.999248:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764889.999251:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b7f64 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999255:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b7f64 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764889.999266:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e953acc4 reply state 000000001d7035c8 transno 4294977042 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b7f6b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc0d0c683 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999272:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b7f6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc0d0c683 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.999276:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc0d0c683 (ffff9ee39c395500) 00010000:00010000:1.0:1775764889.999278:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764889.999280:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764889.999359:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+518:89014:x1862022133078272:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 20076us (20235us total) trans 4294977042 rc 0/0 00000100:00100000:1.0:1775764889.999366:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16619 00010000:00010000:0.0:1775764889.999545:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.999555:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764889.999598:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764889.999618:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764889.999677:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764889.999680:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.999683:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764889.999686:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764889.999688:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764889.999693:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764889.999715:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7f79 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b48 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.999732:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b48 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.999739:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764889.999742:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764889.999744:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624ee00, rc 0) 00000100:00100000:0.0:1775764889.999780:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133078528:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4597us (5013us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.999786:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16620 00000100:00100000:0.0:1775764890.005327:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.005425:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133078784 00000100:00100000:2.0:1775764890.005436:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133078784 00000100:00100000:2.0:1775764890.005516:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16621 00000100:00100000:2.0:1775764890.005527:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+518:89014:x1862022133078784:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.005616:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7f87 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.005656:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7f87 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.005669:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7f87 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.005685:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7f8e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe5a561bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.005692:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7f8e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe5a561bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.005699:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7f8e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe5a561bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.005718:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 246 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.005767:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b48 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.005775:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.005814:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b48 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.005829:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b48 expref: 33 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.005845:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154075904:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.005937:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee38261be40 going to sleep for 11 seconds 00000100:00080000:0.0:1775764890.005996:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764890.009120:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.009120:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154075904:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764890.009149:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.009202:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133078912 00000100:00100000:3.0:1775764890.009209:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133078912 00010000:00010000:3.0:1775764890.009259:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b48 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1775764890.009267:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764890.009293:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2134 00000100:00100000:3.0:1775764890.009301:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5c13c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133078912:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.009317:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.009339:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b48 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.009350:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b48 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.009370:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7f80 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b48 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.009386:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.009391:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.009597:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.009614:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.009677:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764890.009797:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.009805:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.010360:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e272a4b7 reply state 000000003f1a1d21 transno 4294977043 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.010375:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.010382:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.010385:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764890.010388:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.010394:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7f87 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.010400:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7f87 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.010421:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7f87 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.010428:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7f87 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.010434:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.010438:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7f87 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.010445:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7f87 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.010453:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.010454:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.010457:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7f87 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.010461:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b7f87 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.010470:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e272a4b7 reply state 000000003f1a1d21 transno 4294977043 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7f8e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe5a561bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.010475:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7f8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe5a561bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.010479:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe5a561bc (ffff9ee4bfd9aa00) 00010000:00010000:0.0:1775764890.010480:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.010482:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.012810:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5c13c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133078912:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 3493us (3678us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.012825:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2134 00000100:00100000:3.0:1775764890.014716:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.014835:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133079040 00000100:00100000:0.0:1775764890.014846:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133079040 00000100:00100000:0.0:1775764890.014959:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16622 00000100:00100000:0.0:1775764890.014970:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133079040:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.014993:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.015014:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f9c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b4f expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.015094:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fa3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 246 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.015110:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.015124:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.015343:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.015368:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.015389:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.015391:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.015394:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.015397:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764890.015399:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.015532:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.015559:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7f9c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b4f expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.015577:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fa3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b4f expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.015586:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.015589:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.015592:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57600, rc 0) 00000100:00100000:0.0:1775764890.015761:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133079040:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 792us (1054us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.015769:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16622 00000100:00100000:1.0:1775764890.015853:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+520:89014:x1862022133078784:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10327us (10534us total) trans 4294977043 rc 0/0 00000100:00100000:1.0:1775764890.015862:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16621 00000100:00100000:3.0:1775764890.018933:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.018997:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133079296 00000100:00100000:1.0:1775764890.019007:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133079296 00000100:00100000:1.0:1775764890.019086:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16623 00000100:00100000:1.0:1775764890.019095:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+520:89014:x1862022133079296:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.019571:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7faa lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.019590:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7faa lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.019604:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7faa lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.019661:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658b7fb1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xcdc46877 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.019671:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658b7fb1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcdc46877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.019678:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658b7fb1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcdc46877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.019700:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 247 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.019752:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fa3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b4f expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.019762:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.019799:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fa3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b4f expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.019815:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fa3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b4f expref: 33 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.019829:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38ff30700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154076032:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.019929:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.028517:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.028584:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.028987:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133079552 00000100:00100000:0.0:1775764890.028998:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133079552 00000100:00100000:0.0:1775764890.029081:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16624 00000100:00100000:0.0:1775764890.029094:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133079552:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.029117:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1775764890.029137:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133079424 00010000:00010000:0.0:1775764890.029139:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7fbf lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b56 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.029144:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133079424 00010000:00010000:3.0:1775764890.029169:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fa3 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b4f expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.029205:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2135 00000100:00100000:3.0:1775764890.029212:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133079424:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764890.029221:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 248 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.029226:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764890.029240:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.029249:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 249 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.029485:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38ff30700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154076032:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764890.029510:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fa3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b4f expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.029512:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210000000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.029534:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fa3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b4f expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.029555:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fa3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b4f expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.029573:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.029578:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 248 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.029585:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210000000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.030245:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40290000000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.030256:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40290000000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.030265:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 248 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.030272:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 248 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.030300:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764890.030360:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133079424:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1147us (1852us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.030369:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2135 00010000:00010000:1.0:1775764890.032267:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40210000000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.032282:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40210000000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.032863:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006df47dbf reply state 0000000059a39179 transno 4294977044 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40210000000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.032880:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 4/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.032887:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.032890:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.032893:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 247 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.032901:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.032907:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.035379:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.035399:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7faa lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.035410:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7faa lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.035417:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7faa lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.035424:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7faa lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.035434:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.035439:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7faa lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.035446:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7faa lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.035462:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.035465:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.035469:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7faa lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.035475:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7faa lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.035489:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006df47dbf reply state 0000000059a39179 transno 4294977044 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658b7fb1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcdc46877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.035501:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658b7fb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcdc46877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.035508:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcdc46877 (ffff9ee38620c800) 00010000:00010000:1.0:1775764890.035511:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.035513:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.035608:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+522:89014:x1862022133079296:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16509us (16690us total) trans 4294977044 rc 0/0 00000100:00100000:1.0:1775764890.035617:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16623 00010000:00010000:0.0:1775764890.036290:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.038142:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.038171:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.038236:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.038262:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.038292:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.038295:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.038298:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.038301:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764890.038303:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.038307:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.038341:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7fbf lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b56 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.038363:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b56 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.038372:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.038375:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.038379:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57a00, rc 0) 00000100:00100000:1.0:1775764890.038447:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133079552:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 9356us (9860us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.038457:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16624 00000100:00100000:2.0:1775764890.048431:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.049082:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133079808 00000100:00100000:0.0:1775764890.049093:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133079808 00000100:00100000:0.0:1775764890.049157:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16625 00000100:00100000:0.0:1775764890.049169:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+522:89014:x1862022133079808:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764890.049257:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b7fcd lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.049277:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b7fcd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.049292:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b7fcd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.049311:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b7fd4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xabd2ba87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.049319:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b7fd4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xabd2ba87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.049325:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b7fd4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xabd2ba87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.049346:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 248 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.049397:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b56 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.049415:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.049451:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b56 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.049464:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b56 expref: 33 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.049479:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154076160:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764890.049568:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.057473:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.057665:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154076160:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764890.057700:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.062520:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.063342:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133080064 00000100:00100000:0.0:1775764890.063353:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133080064 00000100:00100000:0.0:1775764890.063413:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16626 00000100:00100000:0.0:1775764890.063422:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133080064:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.063443:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.063467:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7fe2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b5d expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.063529:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 249 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.063543:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.063551:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 249 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.063566:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.063576:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 249 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.064009:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133079936 00000100:00100000:1.0:1775764890.064014:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133079936 00010000:00010000:1.0:1775764890.064038:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b56 expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.064066:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2136 00000100:00100000:1.0:1775764890.064074:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133079936:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764890.064085:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764890.064103:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b56 expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.064116:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b56 expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.064135:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b7fc6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b56 expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.064150:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.064153:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 249 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.064161:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.064204:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.064212:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.064219:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 249 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.064225:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 249 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.064240:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764890.064311:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133079936:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 238us (6847us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.064318:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2136 00010000:00010000:0.0:1775764890.064380:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.064387:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.064961:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052042ef7 reply state 0000000049c91754 transno 4294977045 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.064975:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.064983:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.064985:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.064988:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 248 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.064995:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.065000:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.065019:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.065027:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b7fcd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.065033:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b7fcd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.065039:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b7fcd lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.065046:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b7fcd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.065051:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.065055:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b7fcd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.065062:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b7fcd lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.065072:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.065074:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.065077:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b7fcd lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.065083:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b7fcd lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.065092:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052042ef7 reply state 0000000049c91754 transno 4294977045 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b7fd4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xabd2ba87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.065100:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b7fd4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xabd2ba87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.065106:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xabd2ba87 (ffff9ee4bfdd8700) 00010000:00010000:0.0:1775764890.065108:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.065110:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.065168:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+524:89014:x1862022133079808:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16001us (16746us total) trans 4294977045 rc 0/0 00000100:00100000:0.0:1775764890.065176:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16625 00010000:00010000:1.0:1775764890.065877:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.065888:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.065937:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.065958:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.065982:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.065985:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.065987:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.065989:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764890.065992:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.065996:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.066019:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b7fe2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b5d expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.066033:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b5d expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.066046:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.066048:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.066051:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa05c00, rc 0) 00000100:00100000:1.0:1775764890.066092:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133080064:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2670us (3581us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.066098:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16626 00000100:00100000:3.0:1775764890.076532:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.076671:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133080320 00000100:00100000:1.0:1775764890.076680:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133080320 00000100:00100000:1.0:1775764890.076779:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16627 00000100:00100000:1.0:1775764890.076788:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+524:89014:x1862022133080320:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.076893:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7ff0 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.076910:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7ff0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.076931:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7ff0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.076947:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658b7ff7 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x93cb89e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.076954:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658b7ff7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x93cb89e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.076961:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658b7ff7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x93cb89e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.076983:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 249 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.077066:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b5d expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.077075:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.077122:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b5d expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.077135:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b5d expref: 33 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.077149:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38ff30700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154076288:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.077293:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.085367:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.085472:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133080448 00000100:00100000:2.0:1775764890.085482:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133080448 00010000:00010000:2.0:1775764890.085522:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b5d expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.085565:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2137 00000100:00100000:2.0:1775764890.085575:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133080448:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.085589:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.085665:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b5d expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.085679:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b5d expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.085700:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.085706:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.085752:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.085760:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.085779:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.085848:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133080448:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 274us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.085856:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2137 00010000:00010000:1.0:1775764890.087520:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b7fe9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b5d expref: 33 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.087544:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38ff30700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154076288:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.087569:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.087579:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.087586:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.088566:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004824105c reply state 00000000340c2e09 transno 4294977046 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.088587:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.088596:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.088599:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764890.088604:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.089543:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7ff0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.089555:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7ff0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.089562:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7ff0 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.089568:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7ff0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.089574:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.089579:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7ff0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.089586:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7ff0 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.089601:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.089603:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.089619:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7ff0 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.089659:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b7ff0 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.089674:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004824105c reply state 00000000340c2e09 transno 4294977046 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658b7ff7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x93cb89e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.089685:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658b7ff7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93cb89e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.089691:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x93cb89e (ffff9ee38620c200) 00010000:00010000:1.0:1775764890.089693:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.089697:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.089794:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+526:89014:x1862022133080320:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13002us (13268us total) trans 4294977046 rc 0/0 00000100:00100000:1.0:1775764890.089815:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16627 00000100:00100000:0.0:1775764890.094407:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.094496:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.094982:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133080576 00000100:00100000:1.0:1775764890.094992:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133080576 00000100:00100000:1.0:1775764890.095097:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133080832 00000100:00100000:1.0:1775764890.095100:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133080832 00000100:00100000:1.0:1775764890.095140:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16628 00000100:00100000:1.0:1775764890.095150:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133080576:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764890.095172:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.095194:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8005 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b64 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095265:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b800c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 249 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095282:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b800c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095295:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b800c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.095342:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.095364:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b800c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.095385:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.095388:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.095391:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.095393:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764890.095395:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.095400:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.095420:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8005 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b64 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095438:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b800c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b64 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095447:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.095450:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.095453:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624e200, rc 0) 00000100:00100000:1.0:1775764890.095512:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133080576:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 364us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.095519:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16628 00000100:00100000:1.0:1775764890.095539:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16629 00000100:00100000:1.0:1775764890.095544:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+526:89014:x1862022133080832:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.095586:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b8013 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095594:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b8013 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095601:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b8013 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095660:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b801a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe133f59c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095668:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b801a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe133f59c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095674:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b801a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe133f59c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095689:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 250 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095737:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b800c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b64 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095744:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095775:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b800c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b64 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.095786:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b800c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b64 expref: 33 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.095801:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38ff30700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154076416:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.095862:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.099379:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38ff30700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154076416:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.099409:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.103318:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.103402:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.103470:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133081088 00000100:00100000:2.0:1775764890.103480:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133081088 00010000:00010000:2.0:1775764890.103517:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b800c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b64 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.103554:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2138 00000100:00100000:2.0:1775764890.103562:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133081088:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.103577:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.103599:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b800c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b64 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.103638:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b800c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b64 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.103663:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b800c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b64 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.103679:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.103683:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.103732:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.103740:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.103772:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.103817:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133081088:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 255us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.103824:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2138 00000100:00100000:3.0:1775764890.104055:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133080960 00000100:00100000:3.0:1775764890.104060:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133080960 00000100:00100000:3.0:1775764890.104094:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16630 00000100:00100000:3.0:1775764890.104101:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133080960:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764890.104116:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764890.104130:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b8028 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b6b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.104177:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 250 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.104188:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.104195:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 250 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.104207:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.104216:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 250 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.104304:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.104312:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.104792:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd37f75c reply state 000000005e0a11c1 transno 4294977047 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105046:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105055:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.105057:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.105060:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 250 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105067:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105072:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.105240:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.105248:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b8013 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105255:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b8013 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105261:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b8013 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105267:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b8013 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105273:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.105277:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b8013 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105285:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b8013 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105294:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.105296:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.105300:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b8013 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105306:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b8013 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.105316:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd37f75c reply state 000000005e0a11c1 transno 4294977047 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b801a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe133f59c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105324:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b801a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe133f59c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.105330:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe133f59c (ffff9ee38620cc00) 00010000:00010000:0.0:1775764890.105332:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.105334:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.105399:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+528:89014:x1862022133080832:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9853us (10902us total) trans 4294977047 rc 0/0 00000100:00100000:0.0:1775764890.105407:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16629 00010000:00010000:1.0:1775764890.108570:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.108589:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.108939:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.108968:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.108997:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.109001:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.109003:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.109006:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764890.109008:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.109011:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.109043:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b8028 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b6b expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.109064:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b6b expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.109078:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.109081:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.109085:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb91000, rc 0) 00000100:00100000:1.0:1775764890.109208:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133080960:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5106us (5897us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.109218:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16630 00000100:00100000:0.0:1775764890.112262:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.116615:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133081344 00000100:00100000:3.0:1775764890.116673:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133081344 00000100:00100000:3.0:1775764890.116748:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16631 00000100:00100000:3.0:1775764890.116758:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+528:89014:x1862022133081344:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764890.116847:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8036 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.116864:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8036 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.116877:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8036 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.116937:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b803d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x77f8090a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.116945:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b803d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x77f8090a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.116951:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b803d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x77f8090a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.116971:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 251 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.117018:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b6b expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.117026:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.117061:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b6b expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.117079:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b6b expref: 33 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.117093:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38334bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154076544:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764890.117180:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.120078:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38334bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154076544:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764890.120101:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.130167:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.130532:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.131091:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133081472 00000100:00100000:1.0:1775764890.131105:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133081472 00000100:00100000:1.0:1775764890.131170:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16632 00000100:00100000:1.0:1775764890.131181:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133081472:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764890.131207:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.131234:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b804b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b72 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.131311:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 252 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.131329:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.131339:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 252 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.131362:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.131374:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 252 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.133842:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133081600 00000100:00100000:2.0:1775764890.133855:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133081600 00010000:00010000:2.0:1775764890.133900:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b6b expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.133956:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2139 00000100:00100000:2.0:1775764890.133967:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133081600:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.133983:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.134005:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b6b expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.134018:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b6b expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.134048:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b802f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b6b expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.134069:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.134072:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 252 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.134080:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.134120:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.134126:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.134131:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 252 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.134135:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 252 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.134179:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.134246:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133081600:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 281us (3714us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.134254:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2139 00010000:00010000:3.0:1775764890.135528:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.135542:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.136341:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007aa166b9 reply state 0000000014cc8795 transno 4294977048 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136361:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136370:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.136372:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764890.136375:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 251 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136384:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136395:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.136589:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764890.136598:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8036 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136605:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8036 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136654:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8036 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136662:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8036 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136668:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb90e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.136672:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8036 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136680:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8036 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136690:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764890.136693:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.136697:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8036 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136704:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8036 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.136716:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007aa166b9 reply state 0000000014cc8795 transno 4294977048 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b803d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x77f8090a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136726:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b803d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x77f8090a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.136732:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x77f8090a (ffff9ee39c395400) 00010000:00010000:3.0:1775764890.136734:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764890.136736:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764890.136824:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+530:89014:x1862022133081344:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 20063us (24565us total) trans 4294977048 rc 0/0 00000100:00100000:3.0:1775764890.136833:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16631 00010000:00010000:0.0:1775764890.138139:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.138157:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.138209:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.138235:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.138261:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.138264:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.138266:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.138269:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764890.138271:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.138275:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.138307:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b804b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b72 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.138328:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b72 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.138337:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.138339:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.138342:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624f800, rc 0) 00000100:00100000:0.0:1775764890.138405:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133081472:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7226us (8247us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.138413:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16632 00000100:00100000:1.0:1775764890.143730:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.143903:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133081856 00000100:00100000:0.0:1775764890.143928:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133081856 00000100:00100000:0.0:1775764890.143997:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16633 00000100:00100000:0.0:1775764890.144006:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+530:89014:x1862022133081856:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764890.144094:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8059 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.144111:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8059 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.144123:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8059 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.144138:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b8060 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3a6923a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.144144:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b8060 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3a6923a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.144151:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b8060 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3a6923a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.144168:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 252 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.144216:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b72 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.144225:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.144255:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b72 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.144274:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b72 expref: 33 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.144288:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154076672:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764890.144362:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.147060:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.147160:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154076672:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764890.147186:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.147282:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133081984 00000100:00100000:3.0:1775764890.147289:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133081984 00010000:00010000:3.0:1775764890.147320:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b72 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.147354:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2140 00000100:00100000:3.0:1775764890.147363:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133081984:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.147376:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.147397:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b72 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.147410:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b72 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.147430:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8052 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b72 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.147446:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.147451:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.147496:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.147504:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.147530:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764890.147575:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133081984:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 213us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.147582:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2140 00010000:00010000:0.0:1775764890.147691:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.147699:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.148260:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042a424d0 reply state 00000000ca10f16f transno 4294977049 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.148273:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.148280:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.148283:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764890.148285:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.148292:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8059 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.148298:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8059 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.148304:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8059 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.148310:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8059 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.148316:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.148320:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8059 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.148327:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8059 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.148335:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.148338:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.148341:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8059 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.148347:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8059 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.148358:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042a424d0 reply state 00000000ca10f16f transno 4294977049 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b8060 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3a6923a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.148366:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b8060 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a6923a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.148372:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3a6923a7 (ffff9ee4bfdd8900) 00010000:00010000:0.0:1775764890.148374:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.148376:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.148422:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+532:89014:x1862022133081856:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4417us (4704us total) trans 4294977049 rc 0/0 00000100:00100000:0.0:1775764890.148430:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16633 00000100:00100000:3.0:1775764890.151898:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.152050:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133082112 00000100:00100000:0.0:1775764890.152060:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133082112 00000100:00100000:0.0:1775764890.152120:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16634 00000100:00100000:0.0:1775764890.152129:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133082112:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.152151:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.152172:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b806e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b79 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.152241:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8075 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 252 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.152256:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8075 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.152268:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8075 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.152312:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.152332:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8075 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.152351:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.152354:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.152357:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.152359:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764890.152362:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.152365:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.152386:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b806e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b79 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.152403:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8075 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b79 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.152411:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.152413:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.152417:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386227200, rc 0) 00000100:00100000:0.0:1775764890.152489:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133082112:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 360us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.152496:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16634 00000100:00100000:1.0:1775764890.165163:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.165252:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133082368 00000100:00100000:3.0:1775764890.165264:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133082368 00000100:00100000:3.0:1775764890.165327:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16635 00000100:00100000:3.0:1775764890.165336:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+532:89014:x1862022133082368:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764890.165422:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b807c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.165437:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b807c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.165449:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b807c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.165464:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b8083 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x25dbb72e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.165471:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b8083 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x25dbb72e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.165477:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b8083 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x25dbb72e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.165496:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 253 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.165543:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8075 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b79 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.165551:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.165584:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8075 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b79 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.165597:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8075 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b79 expref: 33 pid: 6519 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.165948:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38334ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154076800:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764890.166081:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.168791:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.168964:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38334ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154076800:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764890.168995:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.169511:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133082496 00000100:00100000:1.0:1775764890.169520:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133082496 00010000:00010000:1.0:1775764890.169560:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8075 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b79 expref: 34 pid: 6519 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.169863:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2141 00000100:00100000:1.0:1775764890.169873:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5c11450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133082496:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764890.169888:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764890.169911:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8075 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b79 expref: 34 pid: 6519 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.169935:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8075 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b79 expref: 34 pid: 6519 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.169956:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8075 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b79 expref: 34 pid: 6519 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.169971:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.169977:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.170026:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.170036:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:1.0:1775764890.170039:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.170069:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764890.170153:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133082624 00000100:00100000:0.0:1775764890.170158:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133082624 00000100:00100000:0.0:1775764890.170196:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16636 00000100:00100000:0.0:1775764890.170202:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133082624:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.170217:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.170232:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b8091 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b80 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.170292:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 253 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.170302:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.170310:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 253 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.170535:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.170547:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 253 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.170602:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5c11450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133082496:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 729us (1820us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.170883:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2141 00010000:00010000:1.0:1775764890.170948:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.170956:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.171423:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005da097ce reply state 00000000f61227a9 transno 4294977050 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171438:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171446:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.171449:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.171451:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 253 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171459:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171465:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.171484:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.171490:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b807c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171502:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b807c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171508:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b807c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171514:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b807c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171520:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb90e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.171523:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b807c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171530:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b807c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171539:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.171541:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.171544:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b807c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171550:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b807c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.171562:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005da097ce reply state 00000000f61227a9 transno 4294977050 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b8083 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x25dbb72e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171570:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b8083 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x25dbb72e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171576:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x25dbb72e (ffff9ee39c395900) 00010000:00010000:1.0:1775764890.171579:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.171580:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1775764890.171731:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171739:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.171770:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.171786:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.171864:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.171868:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.171871:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.171873:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764890.171875:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.171879:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.171900:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b8091 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b80 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171912:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b80 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.171930:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.171932:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.171935:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa05c00, rc 0) 00000100:00100000:1.0:1775764890.171976:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133082624:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1774us (1946us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.171983:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16636 00000100:00100000:1.0:1775764890.172014:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+534:89014:x1862022133082368:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6680us (6862us total) trans 4294977050 rc 0/0 00000100:00100000:1.0:1775764890.172020:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16635 00000100:00100000:2.0:1775764890.175441:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.175589:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133082880 00000100:00100000:0.0:1775764890.175600:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133082880 00000100:00100000:0.0:1775764890.175697:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16637 00000100:00100000:0.0:1775764890.175709:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+534:89014:x1862022133082880:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764890.175814:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b809f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.175833:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b809f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.175845:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b809f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.175863:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b80a6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x205bc450 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.175870:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b80a6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x205bc450 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.175878:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b80a6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x205bc450 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.175904:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 254 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.176031:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b80 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.176041:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.176079:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b80 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.176093:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b80 expref: 33 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.176109:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154076928:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764890.176189:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.177974:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154076928:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764890.178002:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.185154:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.185220:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133083008 00000100:00100000:1.0:1775764890.185231:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133083008 00000100:00100000:2.0:1775764890.185248:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:1.0:1775764890.185275:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b80 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.185318:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2142 00000100:00100000:1.0:1775764890.185328:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133083008:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764890.185343:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764890.185366:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b80 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.185380:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b80 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.185401:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b8098 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b80 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.185417:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.185423:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.185474:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.185484:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.185520:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764890.185576:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133083008:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 249us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.185584:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2142 00000100:00100000:0.0:1775764890.185723:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133083136 00000100:00100000:0.0:1775764890.185729:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133083136 00000100:00100000:0.0:1775764890.185776:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16638 00000100:00100000:0.0:1775764890.185784:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133083136:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.185802:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764890.185803:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.185814:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.185819:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80b4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b87 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.185885:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 254 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.185896:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.185904:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 254 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.185933:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.185942:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 254 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.186470:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dea7337c reply state 0000000036464a19 transno 4294977051 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186485:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186492:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.186494:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764890.186496:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 254 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186503:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186508:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.186533:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.186540:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b809f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186546:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b809f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186552:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b809f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186559:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b809f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186565:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.186568:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b809f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186576:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b809f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186585:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.186588:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.186591:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b809f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186596:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b809f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.186608:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dea7337c reply state 0000000036464a19 transno 4294977051 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b80a6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x205bc450 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186616:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b80a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x205bc450 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.186647:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x205bc450 (ffff9ee4bfdd8600) 00010000:00010000:2.0:1775764890.186650:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.186653:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:0.0:1775764890.186655:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.186665:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.186698:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.186716:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.186722:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+536:89014:x1862022133082880:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11012us (11286us total) trans 4294977051 rc 0/0 00000100:00100000:2.0:1775764890.186733:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16637 00000004:00010000:0.0:1775764890.186741:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.186745:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.186748:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.186751:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764890.186754:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.186758:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.186778:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80b4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b87 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.186791:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b87 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.186799:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.186802:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.186804:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c06800, rc 0) 00000100:00100000:0.0:1775764890.186829:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133083136:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1047us (1581us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.186836:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16638 00000100:00100000:2.0:1775764890.207369:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.207965:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133083392 00000100:00100000:0.0:1775764890.207976:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133083392 00000100:00100000:0.0:1775764890.208040:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16639 00000100:00100000:0.0:1775764890.208050:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+536:89014:x1862022133083392:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764890.208144:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80c2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.208163:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80c2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.208177:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80c2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.208193:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b80c9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd577990f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.208205:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b80c9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd577990f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.208211:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b80c9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd577990f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.208232:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 255 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.208284:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b87 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.208294:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.208328:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b87 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.208343:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b87 expref: 33 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.208358:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154077056:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764890.208446:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.216297:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154077056:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764890.216326:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.220414:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.220513:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.220585:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133083648 00000100:00100000:1.0:1775764890.220595:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133083648 00000100:00100000:3.0:1775764890.220788:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133083520 00000100:00100000:3.0:1775764890.220793:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133083520 00010000:00010000:3.0:1775764890.220823:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b87 expref: 35 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.220866:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2143 00000100:00100000:3.0:1775764890.220878:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133083520:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.220895:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.220933:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b87 expref: 35 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.220947:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b87 expref: 35 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.220971:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b80bb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b87 expref: 35 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.220988:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.220994:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.221046:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.223788:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16640 00010000:00010000:3.0:1775764890.223818:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.223835:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133083648:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.223859:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764890.223867:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764890.223878:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b80d7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b8e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.223944:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133083520:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 3068us (3540us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.223953:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2143 00010000:00010000:0.0:1775764890.224090:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 255 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224104:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224112:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 255 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224126:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224135:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 255 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224155:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224162:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.224699:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001cf2b76d reply state 0000000035a1bd67 transno 4294977052 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224714:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224727:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.224730:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.224733:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 255 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224741:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224746:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.224772:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.224779:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80c2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224787:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80c2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224793:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80c2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224801:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80c2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224819:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.224822:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80c2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224829:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80c2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224841:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.224845:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.224849:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80c2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.224853:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224856:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80c2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.224869:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.224875:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001cf2b76d reply state 0000000035a1bd67 transno 4294977052 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b80c9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd577990f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224893:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b80c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd577990f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.224899:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd577990f (ffff9ee4bfdd8e00) 00010000:00010000:0.0:1775764890.224901:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.224903:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.224974:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+538:89014:x1862022133083392:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16924us (17616us total) trans 4294977052 rc 0/0 00000100:00100000:0.0:1775764890.224981:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16639 00000004:00200000:3.0:1775764890.226557:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764890.226605:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.227908:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1775764890.228097:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.228143:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133083904 00000100:00100000:0.0:1775764890.228153:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133083904 00000004:00010000:3.0:1775764890.228207:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.228211:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.228215:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000100:00100000:0.0:1775764890.228217:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16641 00000004:00010000:3.0:1775764890.228219:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764890.228227:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:0.0:1775764890.228229:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+538:89014:x1862022133083904:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764890.228264:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b80d7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b8e expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.228289:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b8e expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.228298:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.228302:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.228303:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b80e5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.228306:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c06e00, rc 0) 00010000:00010000:0.0:1775764890.228323:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b80e5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.228335:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b80e5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.228355:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b80ec lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x55f8f77a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.228362:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b80ec lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x55f8f77a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.228368:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b80ec lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x55f8f77a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.228375:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133083648:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4569us (7859us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.228384:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16640 00010000:00010000:0.0:1775764890.228389:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 256 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.228440:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b8e expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.228448:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.228480:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b8e expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.228492:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b8e expref: 33 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.228505:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154077184:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764890.228565:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.230487:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154077184:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764890.230513:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.234010:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.234100:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.234285:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133084032 00000100:00100000:1.0:1775764890.234297:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133084032 00010000:00010000:1.0:1775764890.234340:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b8e expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.234389:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2144 00000100:00100000:1.0:1775764890.234399:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133084032:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764890.234427:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764890.234458:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b8e expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.234472:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b8e expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.234495:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b80de lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b8e expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.234526:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.234531:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.234591:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.234601:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.234682:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764890.234744:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133084032:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 345us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.234751:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2144 00000100:00100000:0.0:1775764890.234839:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133084160 00000100:00100000:0.0:1775764890.234845:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133084160 00000100:00100000:0.0:1775764890.234891:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16642 00000100:00100000:0.0:1775764890.234900:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133084160:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.234930:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.234946:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80fa lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b95 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.235005:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 256 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.235015:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.235022:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 256 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.235035:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.235045:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 256 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.235176:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.235186:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.236081:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea5419f0 reply state 000000008a733528 transno 4294977053 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236101:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236109:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.236112:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764890.236115:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 256 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236123:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236129:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.236160:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.236167:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b80e5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236174:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b80e5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236179:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b80e5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236190:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b80e5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236196:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c06200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.236200:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b80e5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236208:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b80e5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236218:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.236221:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.236224:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b80e5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236230:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b80e5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.236243:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea5419f0 reply state 000000008a733528 transno 4294977053 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b80ec lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x55f8f77a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236251:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b80ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x55f8f77a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.236256:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x55f8f77a (ffff9ee4bfdd8a00) 00010000:00010000:2.0:1775764890.236259:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.236260:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764890.236339:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+540:89014:x1862022133083904:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8110us (8244us total) trans 4294977053 rc 0/0 00000100:00100000:2.0:1775764890.236348:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16641 00010000:00010000:0.0:1775764890.239797:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.239816:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.239878:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.239907:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.239948:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.239951:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.239954:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.239956:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764890.239959:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.239963:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.239996:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b80fa lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b95 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.240017:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b95 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.240026:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.240029:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.240032:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c07a00, rc 0) 00000100:00100000:0.0:1775764890.240107:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133084160:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5208us (6005us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.240116:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16642 00000100:00100000:3.0:1775764890.242930:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.243807:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133084416 00000100:00100000:0.0:1775764890.243819:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133084416 00000100:00100000:0.0:1775764890.243877:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16643 00000100:00100000:0.0:1775764890.243886:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+540:89014:x1862022133084416:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764890.243986:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8108 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.244008:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8108 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.244021:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8108 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.244036:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b810f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xeb039898 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.244043:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b810f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xeb039898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.244049:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b810f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xeb039898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.244067:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 257 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.244115:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b95 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.244124:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.244155:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b95 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.244168:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b95 expref: 33 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.244187:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154077312:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764890.244272:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.247062:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154077312:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764890.247091:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.247693:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.248090:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133084544 00000100:00100000:1.0:1775764890.248099:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133084544 00010000:00010000:1.0:1775764890.248138:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b95 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.248182:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2145 00000100:00100000:1.0:1775764890.248195:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383349180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133084544:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764890.248211:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764890.248234:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b95 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.248245:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b95 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.248267:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8101 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b95 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.248287:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.248306:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.248357:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.248365:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.248392:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764890.248443:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383349180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133084544:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 252us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.248450:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2145 00010000:00010000:0.0:1775764890.248511:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.248520:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.249073:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d260fa0 reply state 000000007d77c5ee transno 4294977054 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.249088:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.249096:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.249098:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764890.249101:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.249114:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8108 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.249122:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8108 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.249128:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8108 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.249139:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8108 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.249145:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c06600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.249150:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8108 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.249157:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8108 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.249167:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.249169:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.249173:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8108 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.249180:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8108 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.249193:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d260fa0 reply state 000000007d77c5ee transno 4294977054 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b810f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xeb039898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.249201:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b810f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb039898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.249208:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xeb039898 (ffff9ee4bfdd8800) 00010000:00010000:0.0:1775764890.249210:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.249212:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.249279:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+542:89014:x1862022133084416:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5393us (6371us total) trans 4294977054 rc 0/0 00000100:00100000:0.0:1775764890.249289:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16643 00000100:00100000:3.0:1775764890.250909:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.250970:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133084672 00000100:00100000:1.0:1775764890.250979:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133084672 00000100:00100000:1.0:1775764890.251038:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16644 00000100:00100000:1.0:1775764890.251047:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133084672:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764890.251067:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.251089:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b811d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76b9c expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.251156:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8124 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 257 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.251170:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8124 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.251184:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8124 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.251223:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.251244:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8124 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.251263:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.251266:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.251269:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.251272:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764890.251274:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.251277:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.251297:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b811d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b9c expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.251313:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8124 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b9c expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.251321:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.251323:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.251327:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624f800, rc 0) 00000100:00100000:1.0:1775764890.251383:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133084672:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 337us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.251390:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16644 00000100:00100000:2.0:1775764890.253045:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.253132:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133084928 00000100:00100000:1.0:1775764890.253140:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133084928 00000100:00100000:1.0:1775764890.253264:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16645 00000100:00100000:1.0:1775764890.253274:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+542:89014:x1862022133084928:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.253363:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b812b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.253381:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b812b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.253395:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b812b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.253410:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b8132 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7b52e4f3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.253416:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b8132 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7b52e4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.253422:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b8132 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7b52e4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.253442:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 258 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.253496:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8124 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b9c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.253504:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.253540:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8124 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b9c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.253558:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8124 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b9c expref: 33 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.253573:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154077440:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.253819:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.269990:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.270128:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154077440:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.270156:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.271084:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.274844:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133085184 00000100:00100000:0.0:1775764890.274859:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133085184 00000100:00100000:0.0:1775764890.274950:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16646 00000100:00100000:0.0:1775764890.274962:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfea9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133085184:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.274984:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.275006:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8140 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ba3 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.275075:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 259 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.275090:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.275098:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 259 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.275118:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.275129:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.275614:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133085056 00000100:00100000:3.0:1775764890.275619:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133085056 00010000:00010000:2.0:1775764890.279119:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8124 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b9c expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.279408:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2146 00000100:00100000:2.0:1775764890.279420:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2405:x1862022133085056:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.279437:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.279466:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8124 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b9c expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.279481:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8124 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b9c expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.279504:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8124 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76b9c expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.279525:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.279530:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.279541:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.279596:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.279604:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.279612:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.279619:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.280053:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.280125:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2405:x1862022133085056:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 706us (10143us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.280134:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2146 00010000:00010000:3.0:1775764890.281402:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.281416:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.282522:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fec6647b reply state 000000002fc85078 transno 4294977055 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282546:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282554:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.282560:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764890.282563:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282572:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282578:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.282700:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764890.282711:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b812b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282719:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b812b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282726:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b812b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282735:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b812b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282742:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.282834:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b812b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282844:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b812b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282855:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764890.282858:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.282861:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b812b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282871:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b812b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.282889:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fec6647b reply state 000000002fc85078 transno 4294977055 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b8132 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7b52e4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282900:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b8132 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7b52e4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.282908:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7b52e4f3 (ffff9ee38620cd00) 00010000:00010000:3.0:1775764890.282987:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764890.282991:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764890.283085:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+544:89014:x1862022133084928:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 29808us (30042us total) trans 4294977055 rc 0/0 00000100:00100000:3.0:1775764890.283095:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16645 00010000:00010000:0.0:1775764890.284492:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.284505:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.284553:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.284576:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.284603:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.284606:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.284609:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.284611:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764890.284613:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.284616:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.285152:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8140 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ba3 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.285238:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ba3 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.285247:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.285249:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.285252:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c07e00, rc 0) 00000100:00100000:0.0:1775764890.286965:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfea9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133085184:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 11996us (15875us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.286977:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16646 00000100:00100000:0.0:1775764890.288468:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.290013:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133085440 00000100:00100000:1.0:1775764890.290027:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133085440 00000100:00100000:1.0:1775764890.290092:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16647 00000100:00100000:1.0:1775764890.290101:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+544:89014:x1862022133085440:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.290187:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b814e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.290205:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b814e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.290219:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b814e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.290232:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8155 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4f2b5bc7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.290239:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8155 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4f2b5bc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.290249:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8155 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4f2b5bc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.290268:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 259 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.290320:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ba3 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.290353:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.290388:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ba3 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.290403:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ba3 expref: 33 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.290416:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154077568:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.290707:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.293236:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.293591:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154077568:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.293617:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.293800:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133085568 00000100:00100000:0.0:1775764890.293808:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133085568 00010000:00010000:0.0:1775764890.293844:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ba3 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.293937:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2147 00000100:00100000:0.0:1775764890.293946:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133085568:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764890.293962:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764890.293986:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ba3 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.293997:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ba3 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.294018:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8147 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ba3 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.294033:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.294038:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.294088:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.294097:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.294126:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764890.294172:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133085568:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 227us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.294180:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2147 00010000:00010000:1.0:1775764890.294229:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.294238:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.294739:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063101005 reply state 000000009cd17dd5 transno 4294977056 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.294754:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.294760:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.294762:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764890.294765:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.294772:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b814e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.294779:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b814e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.294784:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b814e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.294791:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b814e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.294797:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.294801:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b814e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.294808:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b814e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.294817:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.294819:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.294823:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b814e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.294829:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b814e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.294842:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063101005 reply state 000000009cd17dd5 transno 4294977056 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8155 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4f2b5bc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.294850:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8155 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f2b5bc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.294855:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4f2b5bc7 (ffff9ee38620c500) 00010000:00010000:1.0:1775764890.294857:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.294859:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.294902:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+546:89014:x1862022133085440:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4803us (6440us total) trans 4294977056 rc 0/0 00000100:00100000:1.0:1775764890.294910:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16647 00000100:00100000:2.0:1775764890.298381:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.298673:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.299281:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133085696 00000100:00100000:0.0:1775764890.299293:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133085696 00000100:00100000:0.0:1775764890.299380:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133085952 00000100:00100000:0.0:1775764890.299384:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133085952 00000100:00100000:3.0:1775764890.299420:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16648 00000100:00100000:3.0:1775764890.299433:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133085696:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764890.299455:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764890.299476:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b8163 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76baa expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.299551:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b816a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 259 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.299568:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b816a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.299580:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b816a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764890.299663:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764890.299687:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b816a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.299707:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764890.299710:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.299712:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.299714:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:3.0:1775764890.299716:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764890.299720:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764890.299744:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b8163 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76baa expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.299761:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b816a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76baa expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.299785:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.299788:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764890.299792:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb90400, rc 0) 00000100:00100000:3.0:1775764890.299851:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133085696:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 422us (1479us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.299858:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16648 00000100:00100000:3.0:1775764890.299878:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16649 00000100:00100000:3.0:1775764890.299886:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfea9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+546:89014:x1862022133085952:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764890.299943:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8171 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.299952:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8171 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.299959:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8171 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.299971:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8178 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xab98757f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.299977:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8178 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xab98757f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.299983:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8178 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xab98757f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.299996:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 260 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.300839:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b816a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76baa expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.300851:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.300887:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b816a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76baa expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.300900:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b816a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76baa expref: 33 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.300925:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee39d092d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154077696:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764890.301001:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.308495:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee39d092d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154077696:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764890.308523:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.313607:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.314325:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133086080 00000100:00100000:1.0:1775764890.314337:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133086080 00010000:00010000:1.0:1775764890.314381:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b816a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76baa expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.314428:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2148 00000100:00100000:1.0:1775764890.314437:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5c11850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133086080:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764890.314453:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764890.314478:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b816a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76baa expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.314491:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b816a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76baa expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.314513:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b816a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76baa expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.314529:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.314534:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.314589:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.314597:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.314754:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764890.314818:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5c11850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133086080:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 382us (1220us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.314825:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2148 00010000:00010000:0.0:1775764890.314946:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.314956:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.315457:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b5639b55 reply state 00000000d1257f08 transno 4294977057 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.315470:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.315475:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.315478:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764890.315481:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.315487:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8171 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.315492:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8171 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.315498:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8171 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.315504:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8171 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.315509:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.315513:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8171 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.315520:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8171 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.315528:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.315531:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.315534:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8171 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.315539:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8171 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.315550:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b5639b55 reply state 00000000d1257f08 transno 4294977057 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8178 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xab98757f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.315557:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8178 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xab98757f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.315562:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xab98757f (ffff9ee39c395a00) 00010000:00010000:0.0:1775764890.315564:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.315566:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.315612:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfea9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+548:89014:x1862022133085952:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15726us (16939us total) trans 4294977057 rc 0/0 00000100:00100000:0.0:1775764890.315619:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16649 00000100:00100000:2.0:1775764890.318154:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.318333:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133086208 00000100:00100000:0.0:1775764890.318342:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133086208 00000100:00100000:0.0:1775764890.318397:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16650 00000100:00100000:0.0:1775764890.318407:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133086208:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.318428:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.318450:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8186 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76bb1 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.318515:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b818d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 260 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.318534:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b818d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.318546:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b818d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.318591:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.318613:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b818d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.318678:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.318682:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.318684:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.318687:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764890.318689:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.318694:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.318717:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8186 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb1 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.318735:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b818d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb1 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.318743:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.318746:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.318750:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c06600, rc 0) 00000100:00100000:0.0:1775764890.319009:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133086208:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 602us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.319016:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16650 00000100:00100000:2.0:1775764890.328372:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.328468:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133086464 00000100:00100000:1.0:1775764890.328479:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133086464 00000100:00100000:1.0:1775764890.328579:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16651 00000100:00100000:1.0:1775764890.328589:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+548:89014:x1862022133086464:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.328712:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b8194 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.328729:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b8194 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.328742:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b8194 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.328758:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b819b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe917e12c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.328766:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b819b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe917e12c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.328785:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b819b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe917e12c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.328805:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 261 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.328862:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b818d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb1 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.328871:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.328910:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b818d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb1 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.328936:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b818d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb1 expref: 33 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.328949:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154077824:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.329029:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.353498:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154077824:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.353526:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.357056:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.357389:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133086592 00000100:00100000:0.0:1775764890.357401:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133086592 00010000:00010000:0.0:1775764890.357441:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b818d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb1 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.357478:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2149 00000100:00100000:0.0:1775764890.357488:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfea8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133086592:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764890.357502:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764890.357528:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b818d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb1 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.357541:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b818d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb1 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.357575:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b818d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb1 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.357594:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.357599:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.357831:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.357838:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.357858:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764890.357899:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfea8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133086592:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 413us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.357906:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2149 00010000:00010000:1.0:1775764890.358161:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.358169:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.358614:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aeada71b reply state 000000008ff9b8c1 transno 4294977058 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.358647:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.358652:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.358654:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764890.358656:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.358661:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b8194 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.358666:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b8194 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.358669:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b8194 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.358673:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b8194 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.358677:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.358679:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b8194 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.358687:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b8194 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.358693:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.358694:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.358696:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b8194 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.358699:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b8194 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.358709:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aeada71b reply state 000000008ff9b8c1 transno 4294977058 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b819b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe917e12c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.358713:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b819b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe917e12c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.358717:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe917e12c (ffff9ee38620c300) 00010000:00010000:1.0:1775764890.358718:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.358719:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.358758:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+550:89014:x1862022133086464:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 30172us (30399us total) trans 4294977058 rc 0/0 00000100:00100000:1.0:1775764890.358763:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16651 00000100:00100000:2.0:1775764890.364337:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.364460:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133086720 00000100:00100000:1.0:1775764890.364473:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133086720 00000100:00100000:1.0:1775764890.364527:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16652 00000100:00100000:1.0:1775764890.364536:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133086720:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764890.364570:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.364592:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81a9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76bb8 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.364693:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b81b0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 261 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.364709:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b81b0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.364721:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b81b0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.364767:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.365436:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b81b0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.365458:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.365461:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.365464:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.365466:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764890.365469:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.365473:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.365496:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81a9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb8 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.365518:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b81b0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb8 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.365526:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.365529:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.365532:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa05c00, rc 0) 00000100:00100000:1.0:1775764890.365601:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133086720:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1065us (1275us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.365608:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16652 00000100:00100000:2.0:1775764890.379050:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.379238:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133086976 00000100:00100000:1.0:1775764890.379250:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133086976 00000100:00100000:1.0:1775764890.379434:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16653 00000100:00100000:1.0:1775764890.379446:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+550:89014:x1862022133086976:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.379533:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81b7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.379550:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81b7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.379574:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81b7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.379592:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b81be lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7ef19c5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.379599:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b81be lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7ef19c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.379606:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b81be lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7ef19c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.379656:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 262 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.379709:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b81b0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb8 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.379723:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.379756:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b81b0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb8 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.379777:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b81b0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb8 expref: 33 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.379792:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154077952:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.379868:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.384720:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154077952:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.384748:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.386242:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.386323:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.386414:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133087232 00000100:00100000:0.0:1775764890.386422:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133087232 00010000:00010000:0.0:1775764890.386463:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b81b0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb8 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.386508:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2150 00000100:00100000:0.0:1775764890.386516:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6674380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133087232:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764890.386531:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764890.386555:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b81b0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb8 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.386568:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b81b0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb8 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.386590:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658b81b0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bb8 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.386608:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.386613:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.386710:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.386719:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.386746:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764890.386793:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6674380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133087232:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 278us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.386801:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2150 00000100:00100000:3.0:1775764890.386954:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133087104 00000100:00100000:3.0:1775764890.386959:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133087104 00000100:00100000:3.0:1775764890.387003:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16654 00000100:00100000:3.0:1775764890.387010:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133087104:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764890.387024:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764890.387040:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b81cc lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76bbf expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.387102:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 262 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.387113:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.387119:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 262 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.387133:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.387143:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 262 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.387416:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.387423:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.389259:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000aa5ba41 reply state 0000000003568cf4 transno 4294977059 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389282:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389292:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.389296:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.389300:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 262 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389308:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389313:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.389344:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.389352:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81b7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389359:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81b7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389365:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81b7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389371:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81b7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389377:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.389382:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81b7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389389:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81b7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389399:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.389401:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.389404:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81b7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389411:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81b7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.389426:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000aa5ba41 reply state 0000000003568cf4 transno 4294977059 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b81be lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7ef19c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389434:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b81be lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7ef19c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.389439:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7ef19c5b (ffff9ee38620c000) 00010000:00010000:1.0:1775764890.389442:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.389444:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.389524:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+552:89014:x1862022133086976:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10078us (10480us total) trans 4294977059 rc 0/0 00000100:00100000:1.0:1775764890.389534:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16653 00010000:00010000:3.0:1775764890.390695:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.390706:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764890.390748:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764890.390769:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.390795:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764890.390798:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.390801:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.390803:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:3.0:1775764890.390806:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764890.390810:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764890.390836:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b81cc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bbf expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.390853:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bbf expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.390861:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.390863:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764890.390866:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb91e00, rc 0) 00000100:00100000:3.0:1775764890.390921:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133087104:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3899us (4671us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.390928:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16654 00000100:00100000:2.0:1775764890.399243:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.400866:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133087488 00000100:00100000:1.0:1775764890.400880:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133087488 00000100:00100000:1.0:1775764890.401138:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16655 00000100:00100000:1.0:1775764890.401160:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+552:89014:x1862022133087488:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.401257:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81da lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.401276:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81da lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.401288:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81da lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.401302:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b81e1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe3b249f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.401310:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b81e1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe3b249f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.401315:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b81e1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe3b249f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.401334:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 263 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.401387:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bbf expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.401395:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.401428:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bbf expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.401441:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bbf expref: 33 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.401454:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154078080:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.401548:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee488ca79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.416612:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.417106:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133087616 00000100:00100000:3.0:1775764890.417117:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133087616 00010000:00010000:3.0:1775764890.417170:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bbf expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.417207:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2151 00000100:00100000:3.0:1775764890.417217:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6674700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133087616:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.417230:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.417255:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bbf expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.417269:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bbf expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.417291:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.417297:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.417354:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.417362:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.417383:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764890.417444:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6674700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133087616:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 229us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.417451:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2151 00010000:00010000:1.0:1775764890.417671:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b81d3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bbf expref: 33 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.417691:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154078080:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.417712:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.417721:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.417728:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.418273:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a57b4368 reply state 000000005fbe0f01 transno 4294977060 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.418289:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.418295:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.418297:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764890.418301:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.418308:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81da lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.418315:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81da lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.418321:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81da lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.418328:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81da lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.418333:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.418337:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81da lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.418348:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81da lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.418358:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.418360:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.418363:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81da lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.418368:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b81da lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.418378:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a57b4368 reply state 000000005fbe0f01 transno 4294977060 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b81e1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe3b249f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.418385:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b81e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe3b249f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.418391:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe3b249f (ffff9ee38620cf00) 00010000:00010000:1.0:1775764890.418392:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.418394:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.418451:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+554:89014:x1862022133087488:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 17302us (19216us total) trans 4294977060 rc 0/0 00000100:00100000:1.0:1775764890.418458:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16655 00000100:00100000:2.0:1775764890.420379:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.420532:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133087744 00000100:00100000:0.0:1775764890.420543:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133087744 00000100:00100000:0.0:1775764890.420607:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16656 00000100:00100000:0.0:1775764890.420615:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6674a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133087744:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.420664:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.420681:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b81ef lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76bc6 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.420742:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b81f6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 263 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.420756:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b81f6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.420766:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b81f6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.420805:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.420825:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b81f6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.420842:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.420845:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.420848:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.420851:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764890.420853:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.420858:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.420876:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b81ef lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bc6 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.420891:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b81f6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bc6 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.420900:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.420902:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.420906:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c07e00, rc 0) 00000100:00100000:0.0:1775764890.420964:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6674a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133087744:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 349us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.420971:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16656 00000100:00100000:2.0:1775764890.425458:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.425543:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133088000 00000100:00100000:1.0:1775764890.425553:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133088000 00000100:00100000:1.0:1775764890.425665:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16657 00000100:00100000:1.0:1775764890.425677:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+554:89014:x1862022133088000:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.425767:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b81fd lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.425787:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b81fd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.425802:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b81fd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.425816:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8204 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xdac02643 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.425822:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8204 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdac02643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.425828:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8204 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdac02643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.425847:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 264 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.425901:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b81f6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bc6 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.425909:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.425953:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b81f6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bc6 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.425968:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b81f6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bc6 expref: 33 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.425988:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154078208:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.426061:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.436263:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154078208:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.436291:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.439748:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.439833:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.439930:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133088128 00000100:00100000:3.0:1775764890.439940:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133088128 00010000:00010000:3.0:1775764890.439981:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b81f6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bc6 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.440026:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2152 00000100:00100000:3.0:1775764890.440035:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6675880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133088128:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.440049:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.440076:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b81f6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bc6 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.440091:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b81f6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bc6 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.440111:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b81f6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bc6 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.440132:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.440137:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.440191:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.440200:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.440234:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764890.440280:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6675880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133088128:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 245us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.440287:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2152 00000100:00100000:0.0:1775764890.440833:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133088256 00000100:00100000:0.0:1775764890.440839:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133088256 00000100:00100000:0.0:1775764890.440880:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16658 00000100:00100000:0.0:1775764890.440887:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133088256:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.440904:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.440932:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8212 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76bcd expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.440988:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 264 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.440998:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.441010:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 264 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.441025:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.441033:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 264 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.441250:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.441257:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.445144:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6474cc8 reply state 0000000031f66495 transno 4294977061 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445170:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445179:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.445181:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764890.445185:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 264 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445194:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445200:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.445229:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.445238:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b81fd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445245:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b81fd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445251:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b81fd lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445258:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b81fd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445264:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.445269:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b81fd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445276:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b81fd lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445286:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.445288:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.445292:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b81fd lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445297:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b81fd lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.445311:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6474cc8 reply state 0000000031f66495 transno 4294977061 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8204 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdac02643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445319:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8204 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdac02643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.445324:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdac02643 (ffff9ee38620c400) 00010000:00010000:2.0:1775764890.445327:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.445328:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764890.445409:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+556:89014:x1862022133088000:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 19731us (19958us total) trans 4294977061 rc 0/0 00000100:00100000:2.0:1775764890.445418:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16657 00010000:00010000:0.0:1775764890.447023:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.447038:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.447090:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.447115:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.447143:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.447146:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.447149:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.447151:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764890.447153:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.447158:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.447201:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b8212 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bcd expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.447222:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bcd expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.447231:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.447233:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.447236:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c06e00, rc 0) 00000100:00100000:0.0:1775764890.447304:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133088256:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6417us (7470us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.447313:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16658 00000001:00080000:2.0:1775764890.456435:0:6497:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294977061 is committed 00000001:00080000:2.0:1775764890.456477:0:6497:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294977041 is committed 00010000:00010000:3.0:1775764890.456884:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b81be lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7ef19c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.456896:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b81be lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7ef19c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.456904:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b81be lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7ef19c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.456924:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.456930:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b81be lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7ef19c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.456937:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b81be lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7ef19c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.456957:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7ef19c5b (ffff9ee38620c000) 00010000:00010000:3.0:1775764890.456960:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.456964:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b81be lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7ef19c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.456970:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658b81be lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7ef19c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.456992:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.456999:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457004:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457009:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.457012:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457017:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457025:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.457027:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764890.457030:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457034:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b81c5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457053:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b81e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe3b249f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457059:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b81e1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe3b249f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457065:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b81e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe3b249f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457069:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.457072:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b81e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe3b249f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457078:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b81e1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe3b249f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457085:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe3b249f (ffff9ee38620cf00) 00010000:00010000:3.0:1775764890.457087:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.457089:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b81e1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe3b249f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457094:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b81e1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe3b249f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457105:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457111:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457117:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457122:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.457124:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457129:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457135:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.457137:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764890.457140:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457144:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b81e8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457154:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8204 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdac02643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457160:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8204 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdac02643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457165:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8204 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdac02643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457170:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.457172:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8204 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdac02643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457177:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8204 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdac02643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457188:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdac02643 (ffff9ee38620c400) 00010000:00010000:3.0:1775764890.457190:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.457193:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8204 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdac02643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457199:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8204 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdac02643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457210:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457215:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457221:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457225:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.457228:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457233:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457239:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.457241:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764890.457244:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.457248:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b820b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457441:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5716 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x122f1867 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457450:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5716 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x122f1867 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457456:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5716 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x122f1867 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457460:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.457464:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5716 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x122f1867 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457470:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5716 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x122f1867 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457479:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x122f1867 (ffff9ee383df7a00) 00010000:00010000:0.0:1775764890.457481:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.457483:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5716 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x122f1867 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457488:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b5716 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x122f1867 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457503:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457509:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457513:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457518:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.457520:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457526:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457534:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.457536:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.457539:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457544:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b571d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457559:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b5771 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x76dc1546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457565:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b5771 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x76dc1546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457570:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b5771 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x76dc1546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457575:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.457577:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b5771 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x76dc1546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457583:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b5771 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x76dc1546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457590:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x76dc1546 (ffff9ee485da8b00) 00010000:00010000:0.0:1775764890.457592:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.457594:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b5771 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x76dc1546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457599:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658b5771 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x76dc1546 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457612:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.457618:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459110:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459117:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.459121:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459130:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459251:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.459254:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.459259:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459267:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658b5778 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459310:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b57c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e112fe2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459317:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b57c5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e112fe2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459324:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b57c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e112fe2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459328:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.459331:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b57c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e112fe2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459337:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b57c5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e112fe2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459346:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4e112fe2 (ffff9ee383df7f00) 00010000:00010000:0.0:1775764890.459348:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.459351:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b57c5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4e112fe2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459357:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b57c5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4e112fe2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459372:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459378:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459384:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459389:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.459391:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459396:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459403:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.459405:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.459408:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459413:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b57cc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459426:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5819 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe455f9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459432:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5819 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe455f9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459438:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5819 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe455f9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459446:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.459448:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5819 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe455f9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459453:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5819 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe455f9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459461:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe455f9b5 (ffff9ee4829d4900) 00010000:00010000:0.0:1775764890.459463:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.459465:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5819 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe455f9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459471:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b5819 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe455f9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459483:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459489:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459494:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459498:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.459501:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459506:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459516:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.459517:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.459519:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459524:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b5820 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459535:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5866 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x516b94e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459541:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5866 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x516b94e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459546:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5866 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x516b94e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.459550:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.459552:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5866 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x516b94e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460279:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5866 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x516b94e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460291:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x516b94e7 (ffff9ee383df7c00) 00010000:00010000:0.0:1775764890.460294:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.460297:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5866 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x516b94e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460303:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b5866 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x516b94e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460321:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460327:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460333:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460338:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.460341:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460347:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460354:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.460356:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.460359:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460363:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b586d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460377:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b589e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x49481066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460383:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b589e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x49481066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460388:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b589e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x49481066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460394:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8be00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.460397:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b589e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x49481066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460402:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b589e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x49481066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460409:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x49481066 (ffff9ee4829d4b00) 00010000:00010000:0.0:1775764890.460411:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.460414:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b589e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x49481066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460420:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b589e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x49481066 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460431:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b58a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460436:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b58a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460442:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b58a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460446:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.460448:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b58a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460453:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b58a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460463:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.460465:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.460467:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b58a5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460472:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b58a5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460483:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b58f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd83de086 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460488:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b58f2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd83de086 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460494:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b58f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd83de086 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460498:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8aa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.460501:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b58f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd83de086 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460507:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b58f2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd83de086 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460514:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd83de086 (ffff9ee4829d4a00) 00010000:00010000:0.0:1775764890.460517:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.460519:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b58f2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd83de086 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460525:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b58f2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd83de086 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460537:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460542:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460547:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.460551:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.460553:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461870:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461885:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.461887:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.461891:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461897:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b58f9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461925:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5946 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee7110c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461932:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5946 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee7110c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461937:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5946 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee7110c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461943:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.461946:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5946 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee7110c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461951:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5946 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee7110c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461958:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xee7110c5 (ffff9ee383df7800) 00010000:00010000:0.0:1775764890.461961:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.461963:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5946 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xee7110c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461969:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b5946 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xee7110c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461985:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461991:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.461996:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462000:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462003:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462008:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462020:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.462022:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.462025:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462031:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b594d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462043:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b597e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe56b5afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462048:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b597e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe56b5afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462053:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b597e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe56b5afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462058:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462061:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b597e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe56b5afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462067:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b597e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe56b5afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462073:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe56b5afb (ffff9ee4829d4600) 00010000:00010000:0.0:1775764890.462076:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.462078:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b597e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe56b5afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462083:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b597e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe56b5afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462095:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5985 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462100:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5985 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462105:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5985 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462109:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462111:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5985 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462117:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5985 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462122:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.462125:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.462127:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5985 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462131:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b5985 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462142:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b59d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86382a7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462147:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b59d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86382a7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462152:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b59d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86382a7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462157:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6dc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462159:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b59d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86382a7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462163:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b59d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86382a7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462181:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x86382a7a (ffff9ee383df7e00) 00010000:00010000:0.0:1775764890.462183:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.462186:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b59d2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x86382a7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462191:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b59d2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x86382a7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462203:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462208:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462214:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462219:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462221:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462226:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462236:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.462238:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.462241:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462246:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b59d9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462258:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b5a2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13813ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462264:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b5a2d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13813ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462269:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b5a2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13813ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462273:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462276:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b5a2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13813ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462281:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b5a2d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13813ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462288:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x13813ba1 (ffff9ee4969fc800) 00010000:00010000:0.0:1775764890.462291:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.462294:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b5a2d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x13813ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462299:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658b5a2d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x13813ba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462312:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462318:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462324:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462329:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462332:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462337:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462343:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.462344:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.462346:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462351:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658b5a34 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462362:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b5a88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dee3880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462368:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b5a88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dee3880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462373:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b5a88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dee3880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462378:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462381:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b5a88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dee3880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462387:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b5a88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dee3880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462394:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5dee3880 (ffff9ee485da8500) 00010000:00010000:0.0:1775764890.462396:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.462399:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b5a88 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5dee3880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462405:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658b5a88 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5dee3880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462418:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462423:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462429:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462433:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462435:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462441:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462451:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.462453:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.462455:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462460:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658b5a8f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462473:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5adc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ac34bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462478:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5adc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ac34bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462484:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5adc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ac34bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462489:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462491:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5adc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ac34bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462497:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5adc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8ac34bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462504:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8ac34bee (ffff9ee383df7500) 00010000:00010000:0.0:1775764890.462506:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.462509:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5adc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8ac34bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462513:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b5adc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8ac34bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462524:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462530:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462534:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462539:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462542:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462547:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462553:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.462555:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.462557:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462562:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b5ae3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462573:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5b30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x51d82c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462578:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5b30 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x51d82c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462582:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5b30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x51d82c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462587:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462589:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5b30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x51d82c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462594:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5b30 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x51d82c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462600:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x51d82c71 (ffff9ee4984d6200) 00010000:00010000:0.0:1775764890.462602:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.462604:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5b30 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x51d82c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462610:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b5b30 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x51d82c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462645:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462652:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462658:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462662:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462665:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462671:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462682:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.462684:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.462686:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462691:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b5b37 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462703:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5b8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb611b29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462708:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5b8b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb611b29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462712:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5b8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb611b29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462717:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462719:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5b8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb611b29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462724:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5b8b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb611b29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462731:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdb611b29 (ffff9ee383df7900) 00010000:00010000:0.0:1775764890.462733:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.462735:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5b8b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdb611b29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462740:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b5b8b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdb611b29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462752:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462757:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462763:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462768:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462770:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462776:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462783:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.462785:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.462788:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462793:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b5b92 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462805:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5bdf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f2deaa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462810:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5bdf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f2deaa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462815:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5bdf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f2deaa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462821:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462824:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5bdf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f2deaa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462829:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5bdf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f2deaa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462836:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7f2deaa8 (ffff9ee485da8e00) 00010000:00010000:0.0:1775764890.462839:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.462841:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5bdf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7f2deaa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462847:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658b5bdf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7f2deaa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462859:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462864:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462869:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462874:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462876:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462882:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462892:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.462893:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.462895:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462900:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658b5be6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462921:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b5c3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1706603d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462927:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b5c3a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1706603d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462932:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b5c3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1706603d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462936:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ee00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462938:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b5c3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1706603d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462943:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b5c3a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1706603d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462950:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1706603d (ffff9ee383df7b00) 00010000:00010000:0.0:1775764890.462952:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.462954:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b5c3a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1706603d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462959:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658b5c3a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1706603d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462970:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462975:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462979:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462983:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.462985:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462990:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.462995:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.462997:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.462999:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463003:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e600/0x2bbd42d658b5c41 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463013:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5c8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd24f7688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463019:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5c8e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd24f7688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463023:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5c8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd24f7688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463028:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266ee00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463030:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5c8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd24f7688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463035:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5c8e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd24f7688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463041:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd24f7688 (ffff9ee485da8300) 00010000:00010000:0.0:1775764890.463042:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.463044:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5c8e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd24f7688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463049:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658b5c8e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd24f7688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463059:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463065:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463070:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463075:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463078:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463083:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463094:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.463096:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.463098:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463103:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658b5c95 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463113:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5ccd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16ae0b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463119:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5ccd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16ae0b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463123:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5ccd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16ae0b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463127:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcde00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463130:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5ccd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16ae0b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463134:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5ccd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16ae0b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463140:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x16ae0b2d (ffff9ee4984d6e00) 00010000:00010000:0.0:1775764890.463143:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.463145:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5ccd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x16ae0b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463149:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b5ccd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x16ae0b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463159:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5cd4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463165:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5cd4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463169:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5cd4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463174:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463176:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5cd4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463181:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5cd4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463187:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.463189:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.463191:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5cd4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463195:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b5cd4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463206:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5d21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe706499b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463211:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5d21 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe706499b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463216:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5d21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe706499b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463221:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463224:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5d21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe706499b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463229:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5d21 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe706499b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463236:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe706499b (ffff9ee485da8100) 00010000:00010000:0.0:1775764890.463238:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.463241:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5d21 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe706499b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463246:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658b5d21 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe706499b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463258:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463263:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463268:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463273:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463276:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463281:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463291:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.463294:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.463296:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463301:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658b5d28 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463312:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b5d6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbae56685 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463317:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b5d6e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbae56685 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463322:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b5d6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbae56685 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463327:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463329:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b5d6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbae56685 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463335:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b5d6e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbae56685 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463342:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbae56685 (ffff9ee383df7400) 00010000:00010000:0.0:1775764890.463344:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.463347:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b5d6e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbae56685 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463353:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f600/0x2bbd42d658b5d6e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbae56685 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463365:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463370:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463375:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463379:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463382:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463387:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463393:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.463395:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.463398:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463403:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658b5d75 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463415:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5dc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a0620f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463421:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5dc9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a0620f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463426:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5dc9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a0620f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463432:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463434:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5dc9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a0620f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463440:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5dc9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a0620f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463446:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7a0620f3 (ffff9ee383df7700) 00010000:00010000:0.0:1775764890.463449:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.463451:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5dc9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7a0620f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463456:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658b5dc9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7a0620f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463466:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463471:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463475:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463479:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463482:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463487:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463496:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.463498:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.463500:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463505:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658b5dd0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463515:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5e1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa261ebce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463521:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5e1d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa261ebce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463527:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5e1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa261ebce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463532:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdccc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463534:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5e1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa261ebce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463540:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5e1d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa261ebce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463547:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa261ebce (ffff9ee4984d6900) 00010000:00010000:0.0:1775764890.463549:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.463552:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5e1d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa261ebce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463558:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b5e1d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa261ebce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463569:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463575:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463581:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463585:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463587:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463593:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463599:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.463601:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.463604:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463608:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b5e24 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463642:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b5e6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x77296466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463649:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b5e6a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x77296466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463654:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b5e6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x77296466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463659:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463662:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b5e6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x77296466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463667:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b5e6a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x77296466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463675:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x77296466 (ffff9ee4829d4e00) 00010000:00010000:0.0:1775764890.463677:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.463680:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b5e6a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x77296466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463685:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fa00/0x2bbd42d658b5e6a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x77296466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463697:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463703:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463709:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463713:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463715:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463721:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463732:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.463734:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.463736:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463742:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658b5e71 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463753:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b5ec5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86bc7665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463759:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b5ec5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86bc7665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463764:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b5ec5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86bc7665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463769:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463772:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b5ec5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86bc7665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463777:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b5ec5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86bc7665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463785:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x86bc7665 (ffff9ee4969fcf00) 00010000:00010000:0.0:1775764890.463787:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.463790:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b5ec5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x86bc7665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463795:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ca00/0x2bbd42d658b5ec5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x86bc7665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463807:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463813:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463819:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463823:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463826:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463832:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463839:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.463841:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.463843:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463848:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658b5ecc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463858:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5f19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc4095c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463864:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5f19 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc4095c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463869:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5f19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc4095c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463874:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.463876:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5f19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc4095c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463881:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5f19 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc4095c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463888:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc4095c94 (ffff9ee4829d4100) 00010000:00010000:0.0:1775764890.463891:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.463893:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5f19 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc4095c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463898:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658b5f19 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc4095c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.463910:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.464766:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.465367:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133088512 00000100:00100000:1.0:1775764890.465378:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133088512 00000100:00100000:1.0:1775764890.465447:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16659 00000100:00100000:1.0:1775764890.465457:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6674e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+269:89014:x1862022133088512:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.465551:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8220 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.465584:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8220 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.465595:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8220 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.465612:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b8227 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf919794 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.465618:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b8227 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf919794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.465653:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b8227 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf919794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.465701:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83200/0x2bbd42d658b822e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 238 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.466297:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.466304:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.466376:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bcd expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.466385:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83200/0x2bbd42d658b822e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.466422:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bcd expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.466436:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bcd expref: 33 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.466453:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154078336:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.466549:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.469615:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee387308000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154078336:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.469674:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83200/0x2bbd42d658b822e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.469855:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.469926:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133088640 00000100:00100000:1.0:1775764890.469934:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133088640 00010000:00010000:1.0:1775764890.469966:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bcd expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.470006:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2153 00000100:00100000:1.0:1775764890.470017:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39d092d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133088640:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764890.470033:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764890.470056:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bcd expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.470154:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bcd expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.470176:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8219 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bcd expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.470188:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.470191:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83200/0x2bbd42d658b822e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.470234:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83200/0x2bbd42d658b822e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.470242:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83200/0x2bbd42d658b822e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.470267:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764890.470319:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d092d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133088640:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 303us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.470325:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2153 00010000:00010000:2.0:1775764890.471396:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83200/0x2bbd42d658b822e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.471409:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83200/0x2bbd42d658b822e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.472029:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae840480 reply state 00000000be5ec92a transno 4294977062 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83200/0x2bbd42d658b822e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.472046:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83200/0x2bbd42d658b822e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.472054:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.472057:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764890.472060:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.472067:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8220 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.472073:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8220 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.472080:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8220 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.472086:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8220 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.472091:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.472095:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8220 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.472102:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8220 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.472117:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.472119:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.472123:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8220 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.472129:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658b8220 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.472153:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae840480 reply state 00000000be5ec92a transno 4294977062 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b8227 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf919794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.472163:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b000/0x2bbd42d658b8227 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf919794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.472170:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf919794 (ffff9ee38620c100) 00010000:00010000:2.0:1775764890.472172:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.472175:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764890.472252:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6674e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+271:89014:x1862022133088512:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6793us (7488us total) trans 4294977062 rc 0/0 00000100:00100000:2.0:1775764890.472261:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16659 00010000:00010000:0.0:1775764890.473819:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.473830:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473841:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473860:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.473863:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.473868:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473874:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658b5f20 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473898:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b5f6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4f0722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473904:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b5f6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4f0722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473921:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b5f6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4f0722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473926:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.473929:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b5f6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4f0722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473935:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b5f6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4f0722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473942:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb4f0722 (ffff9ee4969fce00) 00010000:00010000:0.0:1775764890.473944:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.473946:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b5f6d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb4f0722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473951:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658b5f6d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb4f0722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473973:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473979:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473985:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473990:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.473993:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.473999:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474005:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.474007:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.474009:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474014:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658b5f74 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474026:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5fc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1e459baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474032:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5fc1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1e459baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474037:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5fc1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1e459baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474043:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.474046:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5fc1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1e459baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474052:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5fc1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1e459baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474059:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1e459baa (ffff9ee4969fcc00) 00010000:00010000:0.0:1775764890.474061:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.474064:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5fc1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1e459baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474069:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c000/0x2bbd42d658b5fc1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1e459baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474080:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474085:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474091:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474095:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.474098:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474103:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474114:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.474116:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.474119:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474124:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658b5fc8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474136:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b601c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8cb9d119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474142:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b601c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8cb9d119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474160:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b601c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8cb9d119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474165:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.474169:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b601c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8cb9d119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474174:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b601c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8cb9d119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474181:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8cb9d119 (ffff9ee38404f900) 00010000:00010000:0.0:1775764890.474184:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.474186:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b601c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8cb9d119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474191:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b601c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8cb9d119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474203:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474209:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474215:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474219:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.474221:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474226:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474233:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.474235:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.474237:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474243:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b6023 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474256:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6062 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ba1a4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474263:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6062 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ba1a4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474268:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6062 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ba1a4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474274:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.474277:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6062 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ba1a4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474283:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6062 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ba1a4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474291:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2ba1a4d7 (ffff9ee38404fb00) 00010000:00010000:0.0:1775764890.474293:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.474295:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6062 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2ba1a4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474300:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b6062 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2ba1a4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474310:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474314:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474320:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474325:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.474327:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474333:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474344:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.474347:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.474349:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474354:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b6069 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474366:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b60b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xca7af9e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474372:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b60b6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xca7af9e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474378:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b60b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xca7af9e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474382:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.474385:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b60b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xca7af9e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474391:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b60b6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xca7af9e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474399:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xca7af9e2 (ffff9ee4984d6500) 00010000:00010000:0.0:1775764890.474401:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.474403:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b60b6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xca7af9e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474410:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b60b6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xca7af9e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474422:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474428:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474432:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474436:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.474438:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474443:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474449:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.474451:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.474452:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474457:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b60bd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474469:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b6103 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x163eb6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474474:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b6103 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x163eb6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474479:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b6103 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x163eb6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474485:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.474487:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b6103 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x163eb6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474492:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b6103 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x163eb6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474501:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x163eb6d6 (ffff9ee485da8200) 00010000:00010000:0.0:1775764890.474503:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.474505:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b6103 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x163eb6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474510:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658b6103 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x163eb6d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474524:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474530:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474535:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474539:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.474541:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474546:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474848:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.474852:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.474855:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474861:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658b610a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474880:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6157 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd29a81b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474887:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6157 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd29a81b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474893:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6157 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd29a81b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474899:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.474903:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6157 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd29a81b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474909:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6157 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd29a81b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474928:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd29a81b1 (ffff9ee38404f100) 00010000:00010000:0.0:1775764890.474931:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.474934:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6157 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd29a81b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474940:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b6157 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd29a81b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474960:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474966:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474973:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474979:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.474982:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474989:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.474999:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.475002:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.475005:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475010:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b615e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475027:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b618f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb2ef7c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475034:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b618f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb2ef7c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475041:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b618f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb2ef7c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475047:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.475051:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b618f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb2ef7c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475057:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b618f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb2ef7c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475068:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xeb2ef7c2 (ffff9ee4984d6400) 00010000:00010000:0.0:1775764890.475070:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.475072:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b618f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xeb2ef7c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475079:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b618f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xeb2ef7c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475091:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6196 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475097:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6196 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475102:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6196 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475107:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.475109:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6196 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475115:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6196 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475125:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.475127:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.475130:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6196 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475135:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b6196 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475233:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b61dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c20616a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475240:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b61dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c20616a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475246:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b61dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c20616a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475250:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.475254:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b61dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c20616a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475259:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b61dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c20616a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475270:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2c20616a (ffff9ee38404f300) 00010000:00010000:0.0:1775764890.475272:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.475275:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b61dc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2c20616a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475280:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b61dc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2c20616a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475298:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475305:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475311:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475316:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.475319:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475325:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475334:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.475337:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.475340:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475345:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b61e3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475361:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b6230 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34922caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475367:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b6230 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34922caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475372:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b6230 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34922caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475378:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.475381:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b6230 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34922caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475386:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b6230 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34922caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475395:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x34922caa (ffff9ee4984d6a00) 00010000:00010000:0.0:1775764890.475397:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.475400:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b6230 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x34922caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475405:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b6230 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x34922caa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475424:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475429:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475435:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475440:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcdc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.475443:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475448:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475461:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.475463:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.475466:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475472:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b6237 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475489:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b6292 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9cc73255 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475501:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b6292 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9cc73255 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475507:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b6292 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9cc73255 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475511:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.475514:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b6292 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9cc73255 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475520:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b6292 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9cc73255 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475529:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9cc73255 (ffff9ee4969fc100) 00010000:00010000:0.0:1775764890.475531:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.475534:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b6292 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9cc73255 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475539:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658b6292 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9cc73255 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475787:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475794:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475800:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475805:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0dc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.475808:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475813:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475822:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.475825:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.475827:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475832:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0dc00/0x2bbd42d658b6299 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475847:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b62e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58aa8707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475853:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b62e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58aa8707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475858:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b62e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58aa8707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475864:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.475866:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b62e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58aa8707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475872:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b62e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58aa8707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475879:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x58aa8707 (ffff9ee384aa3d00) 00010000:00010000:0.0:1775764890.475881:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.475884:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b62e6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x58aa8707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475889:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658b62e6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x58aa8707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475901:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.475908:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.476499:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.476565:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133088768 00000100:00100000:3.0:1775764890.476575:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133088768 00000100:00100000:3.0:1775764890.476748:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16660 00000100:00100000:3.0:1775764890.476759:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6676680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133088768:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764890.476779:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764890.476796:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b8235 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76bd4 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.476861:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b823c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 226 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.480450:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.481495:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b823c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.481516:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b823c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764890.481580:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764890.481607:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b823c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.481670:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764890.481674:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.481677:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.481679:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:3.0:1775764890.481682:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764890.481686:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764890.481720:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b8235 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bd4 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.481743:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b823c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bd4 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.481754:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.481757:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764890.481761:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb90400, rc 0) 00010000:00010000:0.0:1775764890.482564:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.482572:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482583:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482601:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.482604:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.482608:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482615:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658b62ed lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482654:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b631e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa3a2c77e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482661:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b631e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa3a2c77e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482668:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b631e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa3a2c77e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482673:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.482676:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b631e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa3a2c77e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482682:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b631e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa3a2c77e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482689:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa3a2c77e (ffff9ee38404fa00) 00010000:00010000:0.0:1775764890.482692:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.482695:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b631e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa3a2c77e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482701:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658b631e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa3a2c77e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482719:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482725:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482730:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482734:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.482736:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482741:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482749:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.482751:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.482754:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482758:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f800/0x2bbd42d658b6325 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482772:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b6372 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc37e8312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482778:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b6372 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc37e8312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482784:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b6372 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc37e8312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482789:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.482791:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b6372 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc37e8312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482796:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b6372 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc37e8312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482813:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc37e8312 (ffff9ee4969fc200) 00010000:00010000:0.0:1775764890.482816:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.482820:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b6372 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc37e8312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482825:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c200/0x2bbd42d658b6372 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc37e8312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482838:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482844:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482851:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482855:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.482858:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482864:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482875:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.482877:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.482880:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482885:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b6379 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482897:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b63cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5d771134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482903:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b63cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5d771134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482908:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b63cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5d771134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482922:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.482924:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b63cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5d771134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482929:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b63cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5d771134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482937:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5d771134 (ffff9ee485da8400) 00010000:00010000:0.0:1775764890.482940:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.482942:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b63cd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5d771134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482947:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658b63cd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5d771134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482963:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482968:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482974:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482978:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.482981:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482986:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.482993:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.482995:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.482998:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483003:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658b63d4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483017:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b6421 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x996514f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483024:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b6421 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x996514f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483029:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b6421 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x996514f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483035:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483037:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b6421 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x996514f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483043:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b6421 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x996514f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483051:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x996514f6 (ffff9ee4969fc900) 00010000:00010000:0.0:1775764890.483053:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.483056:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b6421 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x996514f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483061:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658b6421 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x996514f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483073:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 221 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483078:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 221 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483083:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 221 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483088:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483091:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 221 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483097:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 221 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483109:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.483111:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.483114:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 221 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483118:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658b6428 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 221 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483130:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b6459 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbd54cc62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483136:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b6459 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbd54cc62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483141:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b6459 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbd54cc62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483157:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483159:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b6459 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbd54cc62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483171:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b6459 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbd54cc62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483179:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbd54cc62 (ffff9ee4969fc600) 00010000:00010000:0.0:1775764890.483181:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.483184:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b6459 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbd54cc62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483189:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658b6459 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbd54cc62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483200:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483205:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483210:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483214:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483216:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483221:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483228:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.483230:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.483232:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483236:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658b6460 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483247:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b64b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd971c942 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483253:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b64b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd971c942 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483258:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b64b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd971c942 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483263:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483265:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b64b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd971c942 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483271:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b64b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd971c942 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483278:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd971c942 (ffff9ee485da8700) 00010000:00010000:0.0:1775764890.483280:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.483282:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b64b4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd971c942 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483287:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b64b4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd971c942 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483299:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483303:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483308:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483312:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483315:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483319:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483328:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.483330:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.483332:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483338:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b64bb lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483348:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b650f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x667ab1c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483353:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b650f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x667ab1c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483357:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b650f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x667ab1c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483362:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483365:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b650f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x667ab1c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483370:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b650f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x667ab1c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483377:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x667ab1c7 (ffff9ee485da8f00) 00010000:00010000:0.0:1775764890.483380:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.483382:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b650f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x667ab1c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483387:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b650f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x667ab1c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483398:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483404:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483410:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483415:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483417:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483423:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483430:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.483432:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.483434:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483439:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b6516 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483449:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b6563 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16b1f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483455:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b6563 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16b1f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483460:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b6563 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16b1f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483465:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ae00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483468:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b6563 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16b1f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483473:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b6563 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16b1f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483480:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x16b1f2fb (ffff9ee4969fc500) 00010000:00010000:0.0:1775764890.483482:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.483485:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b6563 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x16b1f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483490:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b6563 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x16b1f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483502:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483507:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483512:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483517:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ba00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483519:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483525:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483536:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.483538:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.483541:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483546:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b656a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483559:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b659b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcaa25feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483563:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b659b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcaa25feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483568:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b659b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcaa25feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483572:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483575:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b659b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcaa25feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483580:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b659b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcaa25feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483586:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcaa25feb (ffff9ee4969fca00) 00010000:00010000:0.0:1775764890.483588:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.483590:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b659b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcaa25feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483596:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b659b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcaa25feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483608:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483614:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483619:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483649:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483651:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483657:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483665:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.483667:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.483670:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483674:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b65a2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483687:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b65f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf43f461a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483693:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b65f6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf43f461a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483698:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b65f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf43f461a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483702:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483704:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b65f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf43f461a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483709:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b65f6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf43f461a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483715:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf43f461a (ffff9ee384aa3500) 00010000:00010000:0.0:1775764890.483717:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.483719:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b65f6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf43f461a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483724:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658b65f6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf43f461a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483735:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483740:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483745:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483749:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483752:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483757:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483767:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.483769:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.483771:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483777:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658b65fd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483788:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b664a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64b7a1cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483794:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b664a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64b7a1cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483799:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b664a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64b7a1cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483804:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483807:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b664a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64b7a1cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483812:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b664a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64b7a1cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483819:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x64b7a1cb (ffff9ee485da8900) 00010000:00010000:0.0:1775764890.483822:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.483824:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b664a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x64b7a1cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483830:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b664a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x64b7a1cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483841:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483847:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483853:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483857:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483859:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483864:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483871:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.483874:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.483876:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483881:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b6651 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483892:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b669e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x594336c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483898:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b669e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x594336c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483903:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b669e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x594336c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483908:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483922:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b669e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x594336c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483928:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b669e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x594336c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483935:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x594336c0 (ffff9ee4969fc700) 00010000:00010000:0.0:1775764890.483937:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.483939:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b669e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x594336c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483945:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b669e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x594336c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483957:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483963:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483968:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483973:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.483976:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483982:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.483992:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.483994:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.483996:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484001:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b66a5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484013:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b66f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x448228bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484018:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b66f2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x448228bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484024:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b66f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x448228bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484029:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484031:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b66f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x448228bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484037:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b66f2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x448228bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484044:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x448228bd (ffff9ee4969fc400) 00010000:00010000:0.0:1775764890.484046:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.484048:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b66f2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x448228bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484053:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b66f2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x448228bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484065:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484070:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484075:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484079:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484081:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484087:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484094:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.484096:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.484099:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484104:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b66f9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484115:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6715 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd46507a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484120:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6715 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd46507a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484125:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6715 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd46507a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484130:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484133:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6715 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd46507a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484138:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6715 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd46507a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484144:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd46507a (ffff9ee384aa3200) 00010000:00010000:0.0:1775764890.484146:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.484148:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6715 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd46507a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484153:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658b6715 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd46507a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484163:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484168:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484173:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484177:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484179:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484184:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484193:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.484195:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.484197:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484202:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658b671c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484211:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6738 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4209d1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484217:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6738 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4209d1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484222:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6738 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4209d1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484226:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484229:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6738 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4209d1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484233:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6738 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4209d1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484239:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb4209d1d (ffff9ee38404fe00) 00010000:00010000:0.0:1775764890.484241:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.484243:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6738 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb4209d1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484248:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b6738 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb4209d1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484260:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484266:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484271:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484275:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484277:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484282:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484289:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.484291:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.484293:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484297:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b673f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484310:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b675b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa344b99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484316:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b675b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa344b99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484322:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b675b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa344b99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484327:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484329:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b675b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa344b99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484335:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b675b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa344b99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484342:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa344b99 (ffff9ee38404f200) 00010000:00010000:0.0:1775764890.484344:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.484346:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b675b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa344b99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484352:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e000/0x2bbd42d658b675b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa344b99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484364:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484370:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484374:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484379:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484382:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484388:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484401:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.484403:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.484406:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484411:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e200/0x2bbd42d658b6762 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484427:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b677e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64ef2d60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484433:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b677e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64ef2d60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484439:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b677e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64ef2d60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484443:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484446:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b677e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64ef2d60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484452:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b677e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x64ef2d60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484461:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x64ef2d60 (ffff9ee38404fc00) 00010000:00010000:0.0:1775764890.484464:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.484467:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b677e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x64ef2d60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484473:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f400/0x2bbd42d658b677e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x64ef2d60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484493:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484499:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484505:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484510:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484513:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484519:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484528:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.484530:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.484533:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484539:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b6785 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484555:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b67a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc9d3827f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484560:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b67a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc9d3827f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484566:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b67a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc9d3827f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484571:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484575:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b67a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc9d3827f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484581:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b67a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc9d3827f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484590:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc9d3827f (ffff9ee490edd000) 00010000:00010000:0.0:1775764890.484593:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.484596:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b67a1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc9d3827f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484602:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b67a1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc9d3827f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484620:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484650:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484655:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484659:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484662:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484669:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484683:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.484685:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.484688:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484694:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b67a8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484710:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b67c4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x71af30fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484717:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b67c4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x71af30fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484723:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b67c4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x71af30fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484729:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484732:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b67c4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x71af30fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484737:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b67c4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x71af30fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484746:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x71af30fd (ffff9ee38404f500) 00010000:00010000:0.0:1775764890.484749:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.484751:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b67c4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x71af30fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484756:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b67c4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x71af30fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484775:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484782:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484787:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484793:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484796:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484802:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484810:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.484813:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.484816:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484821:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b67cb lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484837:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b67d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe601299e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484844:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b67d9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe601299e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484849:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b67d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe601299e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484854:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484857:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b67d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe601299e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484863:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b67d9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe601299e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484872:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe601299e (ffff9ee490edd600) 00010000:00010000:0.0:1775764890.484875:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.484879:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b67d9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe601299e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484885:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b67d9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe601299e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484902:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b67e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484909:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b67e0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484926:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b67e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484931:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.484934:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b67e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484941:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b67e0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484954:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.484957:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.484959:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b67e0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484965:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b67e0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484981:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b67ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b6ebd65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484988:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b67ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b6ebd65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.484994:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b67ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b6ebd65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485000:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485004:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b67ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b6ebd65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485009:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b67ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b6ebd65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485018:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6b6ebd65 (ffff9ee38404f800) 00010000:00010000:0.0:1775764890.485021:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.485023:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b67ee lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6b6ebd65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485029:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b67ee lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6b6ebd65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485048:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b67f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485055:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b67f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485061:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b67f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485068:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485071:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b67f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485078:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b67f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485087:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.485090:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.485093:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b67f5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485098:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b67f5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485115:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b6811 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5643b156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485122:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b6811 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5643b156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485128:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b6811 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5643b156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485133:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485137:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b6811 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5643b156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485143:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b6811 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5643b156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485153:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5643b156 (ffff9ee38404f400) 00010000:00010000:0.0:1775764890.485155:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.485158:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b6811 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5643b156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485164:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b6811 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5643b156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485199:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485205:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485212:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485217:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384478a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485221:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485228:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485241:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.485244:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.485247:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485252:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b6818 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485269:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6834 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8b2de509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485276:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6834 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8b2de509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485281:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6834 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8b2de509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485287:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485290:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6834 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8b2de509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485296:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6834 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8b2de509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485306:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8b2de509 (ffff9ee384aa3700) 00010000:00010000:0.0:1775764890.485308:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.485312:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6834 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8b2de509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485317:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658b6834 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8b2de509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485335:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485341:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485346:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485351:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485354:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485360:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485369:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.485372:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.485375:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485380:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658b683b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485396:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6849 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb9042fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485402:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6849 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb9042fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485408:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6849 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb9042fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485414:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485417:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6849 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb9042fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485424:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6849 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb9042fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485433:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb9042fb4 (ffff9ee384aa3e00) 00010000:00010000:0.0:1775764890.485436:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.485440:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6849 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb9042fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485445:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658b6849 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb9042fb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485463:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6850 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485469:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6850 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485475:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6850 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485480:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485483:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6850 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485489:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6850 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485501:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.485503:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.485506:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6850 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485511:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658b6850 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485528:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b686c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xac4dda41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485534:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b686c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xac4dda41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485540:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b686c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xac4dda41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485545:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485548:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b686c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xac4dda41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485555:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b686c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xac4dda41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485564:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xac4dda41 (ffff9ee4969fc000) 00010000:00010000:0.0:1775764890.485567:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.485570:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b686c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xac4dda41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485576:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b686c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xac4dda41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485595:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485601:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485607:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485612:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485614:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485645:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485656:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.485658:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.485661:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485666:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b6873 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485683:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b6881 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x38544614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485689:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b6881 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x38544614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485694:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b6881 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x38544614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485700:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485703:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b6881 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x38544614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485709:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b6881 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x38544614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485717:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x38544614 (ffff9ee384aa3c00) 00010000:00010000:0.0:1775764890.485720:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.485722:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b6881 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x38544614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485727:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658b6881 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x38544614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485745:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6888 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485751:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6888 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485757:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6888 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485762:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485765:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6888 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485771:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6888 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485784:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.485786:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.485789:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6888 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485794:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658b6888 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485810:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b68a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x571fbd17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485815:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b68a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x571fbd17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485821:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b68a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x571fbd17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485826:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485829:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b68a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x571fbd17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485834:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b68a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x571fbd17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485843:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x571fbd17 (ffff9ee384aa3900) 00010000:00010000:0.0:1775764890.485845:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.485848:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b68a4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x571fbd17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485853:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658b68a4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x571fbd17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485871:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485877:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485882:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485887:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcda00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.485890:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485895:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.485905:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.485907:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.488678:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488703:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b68ab lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488740:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b68c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7df0e057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488747:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b68c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7df0e057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488753:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b68c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7df0e057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488759:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.488764:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b68c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7df0e057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488772:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b68c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7df0e057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488788:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7df0e057 (ffff9ee490edd700) 00010000:00010000:0.0:1775764890.488791:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.488796:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b68c7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7df0e057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488802:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b68c7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7df0e057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488820:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488825:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488830:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488835:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.488838:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488843:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488856:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.488858:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.488860:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488866:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b68ce lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488878:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b68dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x98c15332 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488884:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b68dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x98c15332 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488889:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b68dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x98c15332 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488894:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.488896:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b68dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x98c15332 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488902:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b68dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x98c15332 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488910:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x98c15332 (ffff9ee4969fcb00) 00010000:00010000:0.0:1775764890.488923:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.488926:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b68dc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x98c15332 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488932:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b68dc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x98c15332 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488947:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b68e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488953:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b68e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488958:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b68e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488963:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.488965:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b68e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488971:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b68e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488979:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.488982:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.488984:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b68e3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.488989:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b68e3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489001:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b68f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x871398a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489006:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b68f1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x871398a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489011:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b68f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x871398a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489016:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.489019:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b68f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x871398a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489024:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b68f1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x871398a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489031:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x871398a4 (ffff9ee490edd100) 00010000:00010000:0.0:1775764890.489034:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.489037:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b68f1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x871398a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489042:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b68f1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x871398a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489056:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b68f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489062:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b68f8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489067:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b68f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489072:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.489075:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b68f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489080:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b68f8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489091:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.489093:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.489096:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b68f8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489102:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b68f8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489115:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b6914 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f6154dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489121:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b6914 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f6154dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489127:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b6914 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f6154dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489131:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.489134:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b6914 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f6154dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.489139:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b6914 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f6154dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.489866:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6676680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133088768:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 13100us (13362us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.489877:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16660 00000100:00100000:1.0:1775764890.490273:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764890.490424:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7f6154dd (ffff9ee490eddc00) 00010000:00010000:0.0:1775764890.490428:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.490433:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b6914 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7f6154dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.490440:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658b6914 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7f6154dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.490461:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.490467:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.490473:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.490478:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.490481:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.490488:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.490496:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.490498:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.490501:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.490668:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133089024 00000100:00100000:2.0:1775764890.490677:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133089024 00000100:00100000:2.0:1775764890.490727:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16661 00000100:00100000:2.0:1775764890.490736:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+228:89014:x1862022133089024:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.490813:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b8243 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.490827:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b8243 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.490837:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b8243 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.490850:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b824a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x387584c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.490856:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b824a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x387584c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.490861:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b824a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x387584c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.490876:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 196 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.491041:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b823c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bd4 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.491049:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.491097:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b823c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bd4 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.491110:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b823c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bd4 expref: 33 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.491125:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a6675500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154078464:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.491229:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee38261be40 going to sleep for 11 seconds 00010000:00010000:0.0:1775764890.495985:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1e00/0x2bbd42d658b691b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496021:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6937 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9de245b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496029:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6937 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9de245b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496037:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6937 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9de245b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496043:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.496049:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6937 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9de245b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496056:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6937 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9de245b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496073:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9de245b (ffff9ee38404fd00) 00010000:00010000:0.0:1775764890.496076:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.496081:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6937 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9de245b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496086:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658b6937 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9de245b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496107:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496113:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496119:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496123:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384478400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.496125:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496130:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496141:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.496154:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.496159:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496209:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496221:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496227:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b693e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496243:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b695a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x97241739 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.496249:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a6675500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154078464:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764890.496252:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b695a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x97241739 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496261:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b695a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x97241739 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496267:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510aa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.496270:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b695a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x97241739 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496276:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b695a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x97241739 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.496276:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496293:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x97241739 (ffff9ee38404f600) 00010000:00010000:0.0:1775764890.496297:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.496300:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b695a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x97241739 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496306:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b695a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x97241739 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496320:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496326:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496332:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496337:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510ae00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.496339:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496345:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496352:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.496354:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.496357:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496373:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496383:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496388:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b6961 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496400:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b697d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbcb2485c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496406:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b697d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbcb2485c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496412:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b697d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbcb2485c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496417:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.496420:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b697d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbcb2485c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496426:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b697d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbcb2485c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496433:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbcb2485c (ffff9ee490edd300) 00010000:00010000:0.0:1775764890.496435:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.496438:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b697d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbcb2485c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496443:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0400/0x2bbd42d658b697d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbcb2485c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496455:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496461:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496466:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496471:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.496473:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496479:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496485:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.496487:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.496489:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496500:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496508:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496513:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0c00/0x2bbd42d658b6984 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496524:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b69a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x97160575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496529:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b69a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x97160575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496534:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b69a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x97160575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496538:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.496540:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b69a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x97160575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496545:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b69a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x97160575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496551:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x97160575 (ffff9ee38404f700) 00010000:00010000:0.0:1775764890.496553:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.496569:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b69a0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x97160575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.496576:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764890.496583:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b69a0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x97160575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496595:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496601:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496607:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496612:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.496615:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496641:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496655:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.496658:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.496660:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496671:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.496675:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133089152 00010000:00010000:0.0:1775764890.496680:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.496683:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133089152 00010000:00010000:0.0:1775764890.496690:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b69a7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496704:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b69c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf692d4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496709:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b69c3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf692d4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496715:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b69c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf692d4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.496718:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b823c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bd4 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496724:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.496729:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b69c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf692d4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496739:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b69c3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf692d4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496747:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf692d4f3 (ffff9ee3858c9800) 00010000:00010000:0.0:1775764890.496750:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.496752:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b69c3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf692d4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496758:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b69c3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf692d4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.496763:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2154 00010000:00010000:0.0:1775764890.496778:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.496778:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133089152:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764890.496792:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496797:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.496798:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764890.496805:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.496808:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496814:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496822:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.496824:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764890.496827:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b823c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bd4 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496828:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496854:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496863:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496868:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b69ca lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496883:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b69e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xad4a852d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496889:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b69e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xad4a852d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496895:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b69e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xad4a852d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496900:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.496903:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b69e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xad4a852d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496909:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b69e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xad4a852d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496928:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xad4a852d (ffff9ee384aa3f00) 00010000:00010000:0.0:1775764890.496930:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.496932:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b69e6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xad4a852d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.496937:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b69e6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xad4a852d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.500463:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b823c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bd4 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.500514:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b823c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bd4 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.500787:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.500795:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.500843:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.500851:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.504002:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.504226:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133089280 00000100:00100000:3.0:1775764890.504238:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133089280 00000100:00100000:3.0:1775764890.504301:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16662 00000100:00100000:3.0:1775764890.504311:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133089280:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764890.504331:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764890.504351:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8258 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76bdb expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.504423:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b825f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 190 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507388:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507405:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507415:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507422:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.507428:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507437:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507455:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.507458:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.507463:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507470:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b69ed lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 190 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507504:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b69fb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa1f14500 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507511:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b69fb lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa1f14500 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507517:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b69fb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa1f14500 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507522:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510b800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.507525:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b69fb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa1f14500 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507535:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b69fb lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa1f14500 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507542:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa1f14500 (ffff9ee38404ff00) 00010000:00010000:0.0:1775764890.507544:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.507547:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b69fb lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa1f14500 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507552:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b69fb lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa1f14500 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507586:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b6a02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507593:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b6a02 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507598:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b6a02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507603:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510be00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.507606:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b6a02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507612:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b6a02 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507637:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.507639:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.507643:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b6a02 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507649:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b6a02 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507666:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b6a10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9b33bf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507671:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b6a10 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9b33bf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507676:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b6a10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9b33bf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507680:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510b000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.507682:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b6a10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9b33bf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507688:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b6a10 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9b33bf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507695:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9b33bf9c (ffff9ee383df7100) 00010000:00010000:0.0:1775764890.507698:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.507700:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b6a10 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9b33bf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507705:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b6a10 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9b33bf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507718:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b6a17 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507724:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b6a17 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507730:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b6a17 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507735:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.507737:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b6a17 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507743:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b6a17 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507750:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.507752:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.507754:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b6a17 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507759:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b6a17 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507773:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b6a33 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb33087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507779:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b6a33 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb33087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507784:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b6a33 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb33087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507788:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.507791:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b6a33 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb33087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507800:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b6a33 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb33087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507807:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb33087c (ffff9ee490eddb00) 00010000:00010000:0.0:1775764890.507809:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.507812:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b6a33 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb33087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507816:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0200/0x2bbd42d658b6a33 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb33087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507829:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507834:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507839:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507843:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.507845:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507850:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507856:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.507858:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.507860:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507865:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1000/0x2bbd42d658b6a3a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507877:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b6a56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x804a4b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507883:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b6a56 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x804a4b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507889:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b6a56 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x804a4b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507893:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.507896:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b6a56 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x804a4b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507902:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b6a56 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x804a4b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507910:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x804a4b41 (ffff9ee4c00dfe00) 00010000:00010000:0.0:1775764890.507922:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.507926:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b6a56 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x804a4b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507931:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b6a56 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x804a4b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.507945:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764890.507946:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507954:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507961:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507965:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.507967:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507973:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507981:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.507984:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.507986:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.507991:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b6a5d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508004:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b6a79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf410b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508011:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b6a79 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf410b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.508019:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133089152:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 11238us (11441us total) trans 0 rc 0/0 00010000:00010000:0.0:1775764890.508021:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b6a79 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf410b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508033:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.508037:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b6a79 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf410b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.508038:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2154 00010000:00010000:0.0:1775764890.508051:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b6a79 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf410b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508060:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdf410b14 (ffff9ee3858c9600) 00010000:00010000:0.0:1775764890.508063:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.508066:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b6a79 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdf410b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508071:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b6a79 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdf410b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508084:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508089:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508095:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508099:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.508102:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508107:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508114:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.508116:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.508119:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508124:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b6a80 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508136:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b6a9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd432a159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508142:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b6a9c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd432a159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508159:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b6a9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd432a159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508165:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.508334:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.508344:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508428:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b6a9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd432a159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508436:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b6a9c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd432a159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508444:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd432a159 (ffff9ee490edd400) 00010000:00010000:0.0:1775764890.508446:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.508449:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b6a9c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd432a159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508454:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1600/0x2bbd42d658b6a9c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd432a159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508467:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508472:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508477:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508482:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.508485:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508490:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508496:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.508498:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.508501:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508505:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0e00/0x2bbd42d658b6aa3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508519:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b6abf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8a404398 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508524:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b6abf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8a404398 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508529:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b6abf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8a404398 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508533:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.508536:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b6abf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8a404398 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508544:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b6abf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8a404398 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508640:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8a404398 (ffff9ee384aa3800) 00010000:00010000:0.0:1775764890.508643:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.508648:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b6abf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8a404398 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508655:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b6abf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8a404398 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508676:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508681:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508686:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508691:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.508694:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508699:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508708:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.508710:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.508713:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508718:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b6ac6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508733:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6ae2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4916bb8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508739:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6ae2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4916bb8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508744:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6ae2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4916bb8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508749:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.508752:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6ae2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4916bb8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508758:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6ae2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4916bb8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508766:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4916bb8 (ffff9ee3858c9e00) 00010000:00010000:0.0:1775764890.508769:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.508772:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6ae2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4916bb8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508776:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b6ae2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4916bb8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508791:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508797:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508803:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508807:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.508810:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508815:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508823:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.508825:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.508827:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508832:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b6ae9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508845:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6b05 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x49be6898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508851:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6b05 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x49be6898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508858:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6b05 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x49be6898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.508862:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000233228b4 reply state 000000007d90374a transno 4294977063 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508863:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.508867:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6b05 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x49be6898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508887:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6b05 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x49be6898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.508891:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625da00/0x2bbd42d658b8251 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508896:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x49be6898 (ffff9ee490edd900) 00010000:00010000:0.0:1775764890.508900:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.508902:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.508904:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6b05 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x49be6898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.508908:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764890.508924:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.508927:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1a00/0x2bbd42d658b6b05 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x49be6898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.508932:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b8243 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.508940:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b8243 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508943:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.508947:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b8243 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508956:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.508959:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b8243 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508972:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.508973:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625c000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.508978:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b8243 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508983:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.508989:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b8243 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.508990:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.509007:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.509008:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.509015:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.509020:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b8243 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.509023:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.509028:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.509028:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b8243 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.509033:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.509042:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0a00/0x2bbd42d658b6b0c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.509043:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000233228b4 reply state 000000007d90374a transno 4294977063 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b824a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x387584c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.509060:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625cc00/0x2bbd42d658b824a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x387584c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.509065:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6b28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x967da1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.509066:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x387584c7 (ffff9ee385885400) 00010000:00010000:1.0:1775764890.509072:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.509076:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:0.0:1775764890.509079:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6b28 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x967da1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.509086:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6b28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x967da1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.509091:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.509093:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6b28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x967da1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.509099:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6b28 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x967da1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.509108:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x967da1b9 (ffff9ee3858c9c00) 00010000:00010000:0.0:1775764890.509111:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.509114:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6b28 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x967da1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.509120:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b6b28 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x967da1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.509133:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.509139:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.509143:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+214:89014:x1862022133089024:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 18405us (18868us total) trans 4294977063 rc 0/0 00000100:00100000:1.0:1775764890.509151:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16661 00010000:00010000:0.0:1775764890.510271:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510277:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.510281:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510288:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510299:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.510301:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.510305:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510310:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658b6b2f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510333:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6b4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6942dd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510339:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6b4b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6942dd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510344:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6b4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6942dd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510349:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510ba00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.510351:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6b4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6942dd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510360:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6b4b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6942dd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510366:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6942dd48 (ffff9ee4c00dfb00) 00010000:00010000:0.0:1775764890.510368:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.510371:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6b4b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6942dd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510377:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b6b4b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6942dd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510393:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510399:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510405:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510409:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.510412:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510418:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510426:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.510428:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.510430:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510436:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b6b52 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510451:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6b6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe54de839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510457:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6b6e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe54de839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510462:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6b6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe54de839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.510463:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b825f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510472:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.510477:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6b6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe54de839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510484:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6b6e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe54de839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.510485:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b825f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510499:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe54de839 (ffff9ee3858c9500) 00010000:00010000:0.0:1775764890.510503:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.510505:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6b6e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe54de839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510511:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658b6b6e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe54de839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510523:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510529:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510535:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510539:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00000004:00200000:3.0:1775764890.510540:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1775764890.510542:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510549:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510556:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.510559:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.510561:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.510565:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b825f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510567:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658b6b75 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510591:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe4fa7a68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510597:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b91 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe4fa7a68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510603:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b91 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe4fa7a68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.510605:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:0.0:1775764890.510612:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510b400 already unused, calling callback (ffffffffc19e64f0) 00000004:00010000:3.0:1775764890.510612:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.510618:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00010000:00010000:0.0:1775764890.510619:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b91 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe4fa7a68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510646:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b91 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe4fa7a68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510654:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe4fa7a68 (ffff9ee4c00dfc00) 00010000:00010000:0.0:1775764890.510656:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.510659:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b91 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe4fa7a68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510663:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b6b91 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe4fa7a68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.510735:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:3.0:1775764890.510737:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:0.0:1775764890.510783:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510792:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510798:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510803:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.510806:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510812:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510821:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.510823:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.510826:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510832:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b6b98 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510846:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b6bb4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd995a67d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510852:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b6bb4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd995a67d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510857:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b6bb4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd995a67d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510862:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480030600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.510864:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b6bb4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd995a67d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510869:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b6bb4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd995a67d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510876:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd995a67d (ffff9ee3858c9300) 00010000:00010000:0.0:1775764890.510878:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.510881:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b6bb4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd995a67d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510885:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b6bb4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd995a67d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510897:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510903:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510908:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764890.510922:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.510929:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480030800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.510932:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510939:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510946:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.510948:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.510951:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.510957:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8258 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bdb expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510958:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b6bbb lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510984:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6bd7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb5c7d00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.510990:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b825f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bdb expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.510994:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6bd7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb5c7d00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.511008:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.511010:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6bd7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb5c7d00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.511014:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764890.511018:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb91e00, rc 0) 00010000:00010000:0.0:1775764890.511020:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.511025:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6bd7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb5c7d00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511034:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6bd7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb5c7d00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511043:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xeb5c7d00 (ffff9ee4c00df100) 00010000:00010000:0.0:1775764890.511045:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.511048:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6bd7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xeb5c7d00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511053:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b6bd7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xeb5c7d00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511067:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511074:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511078:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511083:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff04a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.511085:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511091:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511099:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.511101:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.511103:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511110:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b6bde lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511123:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6bfa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92aeb4e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511128:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6bfa lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92aeb4e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511134:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6bfa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92aeb4e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.511141:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133089280:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6828us (7146us total) trans 0 rc 0/0 00010000:00010000:0.0:1775764890.511142:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.511147:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6bfa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92aeb4e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511157:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6bfa lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92aeb4e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.511157:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16662 00010000:00010000:0.0:1775764890.511351:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x92aeb4e7 (ffff9ee490edd800) 00010000:00010000:0.0:1775764890.511354:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.511357:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6bfa lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x92aeb4e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511363:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0000/0x2bbd42d658b6bfa lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x92aeb4e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511378:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511383:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511389:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511393:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.511395:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511401:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511408:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.511410:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.511412:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511417:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0600/0x2bbd42d658b6c01 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511432:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6c1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee0e8218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511437:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6c1d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee0e8218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511442:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6c1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee0e8218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511447:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480031c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.511449:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6c1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee0e8218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511458:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6c1d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee0e8218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511465:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xee0e8218 (ffff9ee3858c9700) 00010000:00010000:0.0:1775764890.511467:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.511469:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6c1d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xee0e8218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511473:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b6c1d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xee0e8218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511486:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511491:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511496:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511500:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480031400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.511502:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511507:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511513:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.511515:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.511518:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511523:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b6c24 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511536:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b6c40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x725deb70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511541:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b6c40 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x725deb70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511547:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b6c40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x725deb70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511551:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.511554:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b6c40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x725deb70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511718:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b6c40 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x725deb70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511727:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x725deb70 (ffff9ee384aa3100) 00010000:00010000:0.0:1775764890.511729:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.511732:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b6c40 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x725deb70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511737:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b6c40 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x725deb70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511757:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511763:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511769:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511775:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.511778:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511785:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511792:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.511795:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.511797:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511802:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b6c47 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511818:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6c63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc58bcd60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511824:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6c63 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc58bcd60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511829:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6c63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc58bcd60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511834:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.511837:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6c63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc58bcd60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511846:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6c63 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc58bcd60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511853:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc58bcd60 (ffff9ee384aa3300) 00010000:00010000:0.0:1775764890.511855:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.511858:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6c63 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc58bcd60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511863:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b6c63 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc58bcd60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511876:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511882:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511888:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511893:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.511895:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511901:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.511908:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.513311:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.513324:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513334:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b6c6a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513359:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6c86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x28135eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513365:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6c86 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x28135eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513371:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6c86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x28135eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513376:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.513380:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6c86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x28135eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513387:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6c86 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x28135eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513400:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x28135eff (ffff9ee490edde00) 00010000:00010000:0.0:1775764890.513403:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.513406:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6c86 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x28135eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513411:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1800/0x2bbd42d658b6c86 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x28135eff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513429:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513434:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513440:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513444:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.513447:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513452:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513458:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.513461:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.513463:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513467:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1200/0x2bbd42d658b6c8d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513478:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6ca9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa9fb9d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513484:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6ca9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa9fb9d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513490:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6ca9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa9fb9d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513494:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.513497:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6ca9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa9fb9d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513505:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6ca9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa9fb9d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513512:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa9fb9d6c (ffff9ee490edd200) 00010000:00010000:0.0:1775764890.513515:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.513517:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6ca9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa9fb9d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513523:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b6ca9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa9fb9d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513536:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513542:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513547:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.513552:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.514359:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514370:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514383:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.514386:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.514389:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514394:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b6cb0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514418:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6ccc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x415b6848 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514424:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6ccc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x415b6848 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514429:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6ccc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x415b6848 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514435:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480030c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.514437:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6ccc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x415b6848 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514442:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6ccc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x415b6848 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514448:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x415b6848 (ffff9ee3858c9000) 00010000:00010000:0.0:1775764890.514450:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.514452:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6ccc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x415b6848 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514457:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b6ccc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x415b6848 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514472:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514478:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514483:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514487:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.514489:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514494:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514500:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.514502:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.514505:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514509:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f200/0x2bbd42d658b6cd3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514521:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b6cef lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x33690ce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514526:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b6cef lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x33690ce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514531:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b6cef lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x33690ce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514535:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.514537:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b6cef lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x33690ce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514545:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b6cef lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x33690ce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514552:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x33690ce8 (ffff9ee39e624500) 00010000:00010000:0.0:1775764890.514554:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.514816:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b6cef lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x33690ce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514824:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b6cef lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x33690ce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514839:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514844:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514850:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514854:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.514857:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514863:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514872:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.514874:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.514877:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514882:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b6cf6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514895:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b6d12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf72b1b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514900:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b6d12 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf72b1b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514905:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b6d12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf72b1b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514909:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.514940:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b6d12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf72b1b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514947:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b6d12 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf72b1b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514954:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf72b1b4 (ffff9ee39e624600) 00010000:00010000:0.0:1775764890.514956:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.514959:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b6d12 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf72b1b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514964:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b6d12 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf72b1b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514975:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514981:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514988:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.514993:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.514995:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515001:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515007:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.515009:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.515011:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515016:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b6d19 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515028:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6d35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x173b2d71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515033:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6d35 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x173b2d71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515039:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6d35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x173b2d71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515044:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.515046:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6d35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x173b2d71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515056:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6d35 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x173b2d71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515063:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x173b2d71 (ffff9ee39e624c00) 00010000:00010000:0.0:1775764890.515065:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.515067:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6d35 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x173b2d71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515072:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b6d35 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x173b2d71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515082:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515088:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515093:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515097:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.515100:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515105:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515112:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.515114:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.515116:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515122:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b6d3c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515133:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6d4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcdfc5885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515137:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6d4a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcdfc5885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515154:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6d4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcdfc5885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.515158:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.515160:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6d4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcdfc5885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517706:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6d4a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcdfc5885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517738:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcdfc5885 (ffff9ee4c00df000) 00010000:00010000:0.0:1775764890.517741:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.517748:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6d4a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcdfc5885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517755:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b6d4a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcdfc5885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517786:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6d51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517794:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6d51 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517800:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6d51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517806:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.517809:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6d51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517816:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6d51 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517825:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.517828:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.517831:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6d51 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517836:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b6d51 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517856:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc28f295c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517862:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc28f295c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517867:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc28f295c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517872:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.517874:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc28f295c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517882:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc28f295c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517889:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc28f295c (ffff9ee39e624100) 00010000:00010000:0.0:1775764890.517892:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.517894:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d6d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc28f295c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517898:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b6d6d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc28f295c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517922:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517929:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517933:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517937:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.517940:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517945:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517952:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.517954:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.517956:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517961:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b6d74 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517974:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b6d90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2e0d7b6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517980:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b6d90 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2e0d7b6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517984:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b6d90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2e0d7b6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517989:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.517991:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b6d90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2e0d7b6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.517996:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b6d90 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2e0d7b6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518002:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2e0d7b6d (ffff9ee39e624200) 00010000:00010000:0.0:1775764890.518004:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.518006:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b6d90 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2e0d7b6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518011:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b6d90 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2e0d7b6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518023:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518028:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518033:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518037:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.518039:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518044:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518050:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.518052:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.518054:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518060:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b6d97 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518072:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b6db3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb6acc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518079:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b6db3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb6acc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518084:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b6db3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb6acc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518089:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdac400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.518091:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b6db3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb6acc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518100:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b6db3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb6acc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518107:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb6acc4d (ffff9ee3858c9a00) 00010000:00010000:0.0:1775764890.518109:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.518112:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b6db3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb6acc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518117:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b6db3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb6acc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518131:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518137:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518153:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.518158:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdadc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.518161:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.520443:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.520468:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.520471:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.520477:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.520485:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b6dba lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.520515:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b6dd6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a98e28a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.520523:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b6dd6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a98e28a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.520529:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b6dd6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a98e28a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.520534:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.520537:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b6dd6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a98e28a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.520543:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b6dd6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a98e28a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.520550:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7a98e28a (ffff9ee39e624800) 00010000:00010000:0.0:1775764890.520552:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.521008:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b6dd6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7a98e28a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521018:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b6dd6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7a98e28a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521042:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521049:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521056:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521061:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.521064:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521070:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521080:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.521083:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.521086:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521091:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b6ddd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521106:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6df9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93dc0761 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521112:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6df9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93dc0761 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521117:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6df9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93dc0761 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521122:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.521124:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6df9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93dc0761 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521135:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6df9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93dc0761 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521155:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x93dc0761 (ffff9ee39e624400) 00010000:00010000:0.0:1775764890.521158:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.521161:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6df9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x93dc0761 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521756:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b6df9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x93dc0761 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521778:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521785:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521791:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521796:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.521799:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521805:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521814:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.521816:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.521819:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521824:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b6e00 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521838:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b6e1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9fac79fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521843:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b6e1c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9fac79fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521847:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b6e1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9fac79fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521851:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.521854:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b6e1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9fac79fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521859:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b6e1c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9fac79fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521865:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9fac79fd (ffff9ee39e624000) 00010000:00010000:0.0:1775764890.521867:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.521869:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b6e1c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9fac79fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521873:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b6e1c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9fac79fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521884:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521890:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521895:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521899:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.521901:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.521907:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522244:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.522247:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.522250:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522256:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b6e23 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522270:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6e3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdd208d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522275:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6e3f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdd208d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522280:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6e3f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdd208d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522284:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.522286:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6e3f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdd208d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522296:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6e3f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdd208d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522303:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdd208d6c (ffff9ee384aa3600) 00010000:00010000:0.0:1775764890.522305:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.522307:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6e3f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdd208d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522311:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b6e3f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdd208d6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522328:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522333:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522338:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522342:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.522345:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522349:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522355:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.522357:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.522360:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522365:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b6e46 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522380:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6e62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x78485bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522385:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6e62 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x78485bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522391:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6e62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x78485bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522395:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.522398:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6e62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x78485bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522403:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6e62 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x78485bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522410:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x78485bde (ffff9ee384aa3a00) 00010000:00010000:0.0:1775764890.522412:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.522415:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6e62 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x78485bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522420:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b6e62 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x78485bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522432:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522437:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522443:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522448:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.522450:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522456:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522463:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.522465:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.522468:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522473:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b6e69 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522484:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x84038215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522489:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e85 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x84038215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522494:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e85 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x84038215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522499:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.522501:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e85 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x84038215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522510:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e85 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x84038215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522517:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x84038215 (ffff9ee384aa3000) 00010000:00010000:0.0:1775764890.522519:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.522521:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e85 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x84038215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522527:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b6e85 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x84038215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522541:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522546:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.522551:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523747:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.523757:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523768:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523781:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.523784:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.523788:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523794:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b6e8c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523816:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6ea8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfd3d6117 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523823:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6ea8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfd3d6117 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523829:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6ea8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfd3d6117 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523835:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.523838:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6ea8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfd3d6117 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523844:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6ea8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfd3d6117 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523851:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfd3d6117 (ffff9ee39e624300) 00010000:00010000:0.0:1775764890.523854:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.523856:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6ea8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfd3d6117 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523861:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b6ea8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfd3d6117 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523878:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523883:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523888:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523892:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.523894:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523899:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523905:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.523907:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.523921:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523927:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b6eaf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523939:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6ebd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x22f199d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523943:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6ebd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x22f199d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523948:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6ebd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x22f199d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523953:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480031800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.523955:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6ebd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x22f199d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523963:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6ebd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x22f199d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523970:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x22f199d9 (ffff9ee3858c9400) 00010000:00010000:0.0:1775764890.523972:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.523975:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6ebd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x22f199d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523980:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b6ebd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x22f199d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.523995:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b6ec4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524001:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b6ec4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524006:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b6ec4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524010:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490d84800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.524012:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b6ec4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524017:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b6ec4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524023:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.524024:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.524026:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b6ec4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524031:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b6ec4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524042:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6ee0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58ad5730 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524047:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6ee0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58ad5730 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524052:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6ee0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58ad5730 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524056:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdac600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.524059:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6ee0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58ad5730 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524064:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6ee0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58ad5730 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524071:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x58ad5730 (ffff9ee384aa3400) 00010000:00010000:0.0:1775764890.524073:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.524076:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6ee0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x58ad5730 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524081:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b6ee0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x58ad5730 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524094:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524100:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524106:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524110:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.524112:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524117:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524124:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.524125:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.524127:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524132:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b6ee7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524156:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6f03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa4befbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524162:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6f03 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa4befbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524175:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6f03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa4befbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524180:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.524183:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6f03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa4befbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524192:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6f03 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa4befbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524200:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa4befbd1 (ffff9ee384aa3b00) 00010000:00010000:0.0:1775764890.524202:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.524205:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6f03 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa4befbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524210:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b6f03 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa4befbd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524223:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524229:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524235:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524239:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.524242:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524248:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524255:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.524257:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.524259:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524265:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b6f0a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524278:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6f26 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb2a7c6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524284:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6f26 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb2a7c6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524290:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6f26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb2a7c6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524295:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.524298:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6f26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb2a7c6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524304:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6f26 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb2a7c6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524311:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfb2a7c6b (ffff9ee39e624b00) 00010000:00010000:0.0:1775764890.524313:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.524315:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6f26 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfb2a7c6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524320:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b6f26 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfb2a7c6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524334:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524340:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.524349:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764890.524352:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524359:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.524361:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524367:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524375:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.524378:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.524380:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524385:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b6f2d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524398:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b6f49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x236ecbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524403:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b6f49 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x236ecbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524408:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b6f49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x236ecbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524413:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.524415:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b6f49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x236ecbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524425:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b6f49 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x236ecbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524432:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x236ecbdd (ffff9ee3858c9d00) 00010000:00010000:0.0:1775764890.524434:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.524436:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b6f49 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x236ecbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524441:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b6f49 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x236ecbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524452:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524458:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524463:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524468:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.524470:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524476:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524482:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.524484:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.524487:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524492:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b6f50 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524504:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b6f5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x680a96b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524509:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b6f5e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x680a96b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524515:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b6f5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x680a96b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524519:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.524522:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b6f5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x680a96b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524528:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b6f5e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x680a96b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524535:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x680a96b8 (ffff9ee39e624d00) 00010000:00010000:0.0:1775764890.524537:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.524540:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b6f5e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x680a96b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.524546:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b6f5e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x680a96b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526126:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526140:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526153:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526160:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.526164:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526175:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526188:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.526191:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.526194:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526199:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b6f65 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526219:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b6f81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x68b3a5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526224:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b6f81 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x68b3a5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526229:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b6f81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x68b3a5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526233:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.526236:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b6f81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x68b3a5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526245:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b6f81 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x68b3a5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526252:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x68b3a5e8 (ffff9ee39e624900) 00010000:00010000:0.0:1775764890.526255:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.526257:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b6f81 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x68b3a5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526262:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b6f81 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x68b3a5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.526273:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133089536 00010000:00010000:0.0:1775764890.526277:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.526284:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133089536 00010000:00010000:0.0:1775764890.526285:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526294:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526298:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.526301:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526306:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526314:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.526316:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.526319:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526324:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b6f88 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526338:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6fa4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7a427f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526344:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6fa4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7a427f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526350:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6fa4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7a427f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.526357:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16663 00010000:00010000:0.0:1775764890.526358:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.526363:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6fa4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7a427f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526372:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6fa4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7a427f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.526373:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+180:89014:x1862022133089536:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764890.526387:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf7a427f (ffff9ee4984d6600) 00010000:00010000:0.0:1775764890.526390:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.526392:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6fa4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf7a427f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526398:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b6fa4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf7a427f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526413:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526419:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526424:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526428:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.526431:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526436:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526443:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.526445:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.526448:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526453:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b6fab lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.526464:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8266 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526467:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b6fc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42c6d0a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526484:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b6fc7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42c6d0a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526489:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b6fc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42c6d0a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.526490:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8266 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526500:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.526505:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b6fc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42c6d0a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.526511:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8266 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526526:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b6fc7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42c6d0a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526541:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x42c6d0a1 (ffff9ee496767400) 00010000:00010000:0.0:1775764890.526544:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.526544:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82800/0x2bbd42d658b826d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe5cd1410 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526547:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b6fc7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x42c6d0a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.526559:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82800/0x2bbd42d658b826d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe5cd1410 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.526566:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82800/0x2bbd42d658b826d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe5cd1410 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526576:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b6fc7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x42c6d0a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.526591:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 145 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526592:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526608:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.526614:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.531030:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b825f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bdb expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.531047:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531108:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.531117:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.531131:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b825f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bdb expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.531156:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b825f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bdb expref: 33 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.531173:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154078592:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.531283:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb240 going to sleep for 11 seconds 00010000:00010000:0.0:1775764890.531330:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531349:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.531353:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.531356:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531373:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531385:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531391:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b6fce lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531424:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6fea lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3124bef8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531431:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6fea lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3124bef8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531438:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6fea lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3124bef8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531444:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff05e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.531446:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6fea lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3124bef8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531452:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6fea lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3124bef8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531460:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3124bef8 (ffff9ee4c00df500) 00010000:00010000:0.0:1775764890.531462:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.531465:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6fea lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3124bef8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531470:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b6fea lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3124bef8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531489:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531495:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531500:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531505:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.531508:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531513:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531520:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.531523:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.531525:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531536:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531544:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.531548:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b6ff1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.533953:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.533961:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154078592:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.533981:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133089664 00010000:00010000:3.0:1775764890.533985:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.533987:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133089664 00010000:00010000:1.0:1775764890.534020:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b825f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bdb expref: 34 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.534062:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2155 00010000:00010000:0.0:1775764890.534081:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b700d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3f24ba6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.534086:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5b3d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133089664:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764890.534098:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b700d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3f24ba6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534105:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b700d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3f24ba6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534107:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764890.534114:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.534119:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b700d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3f24ba6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534127:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b700d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3f24ba6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534134:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b825f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bdb expref: 34 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534148:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b825f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bdb expref: 34 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534166:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b825f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bdb expref: 34 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534179:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.534183:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534212:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534219:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534258:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764890.534289:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3f24ba6a (ffff9ee496767300) 00010000:00010000:0.0:1775764890.534293:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.534297:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b700d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3f24ba6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534304:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b700d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3f24ba6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.534311:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5b3d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133089664:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 238us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.534323:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2155 00010000:00010000:0.0:1775764890.534325:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534333:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534339:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534344:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.534348:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534354:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534362:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.534365:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.534368:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534373:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b7014 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534389:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b7022 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3875e2c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534396:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b7022 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3875e2c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534401:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b7022 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3875e2c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534406:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616c000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.534409:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b7022 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3875e2c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534415:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b7022 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3875e2c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534423:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3875e2c9 (ffff9ee3858c9f00) 00010000:00010000:0.0:1775764890.534426:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.534429:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b7022 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3875e2c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534434:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b7022 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3875e2c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.534449:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764890.534451:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b7029 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534458:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b7029 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534465:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b7029 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534470:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.534472:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b7029 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534478:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b7029 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534485:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.534487:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.534490:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b7029 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534495:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b7029 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534510:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b7045 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x31375a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534520:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b7045 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x31375a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534525:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b7045 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x31375a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.534529:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133089792 00010000:00010000:0.0:1775764890.534530:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.534534:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b7045 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x31375a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.534534:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133089792 00010000:00010000:0.0:1775764890.534542:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b7045 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x31375a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.534550:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x31375a09 (ffff9ee3858c9b00) 00010000:00010000:0.0:1775764890.534553:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.534564:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16664 00000100:00100000:1.0:1775764890.534571:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133089792:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764890.534585:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.534596:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82400/0x2bbd42d658b827b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76be2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534669:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 142 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534679:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534685:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 142 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534697:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.534707:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 142 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.534773:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.534780:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.535263:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b7045 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x31375a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.535272:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1c00/0x2bbd42d658b7045 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x31375a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.535276:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000858b1471 reply state 00000000d1b8284f transno 4294977064 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.535291:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82a00/0x2bbd42d658b8274 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.535303:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.535310:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.535315:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.535320:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a1400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.535323:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.535329:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.535338:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.535340:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.535342:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 141 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.535349:0:3649:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.535354:0:3649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.535944:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.535953:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a1400/0x2bbd42d658b704c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.535972:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7068 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x57c19cfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.535979:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7068 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x57c19cfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.535985:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7068 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x57c19cfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.535990:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.535993:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7068 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x57c19cfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536000:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7068 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x57c19cfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.536010:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536011:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x57c19cfc (ffff9ee496767d00) 00010000:00010000:1.0:1775764890.536017:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.536021:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7068 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x57c19cfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.536023:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536035:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b7068 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x57c19cfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536051:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536057:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536062:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.536071:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.536092:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.536112:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.536115:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.536118:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.536121:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764890.536123:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.536128:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.536248:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82400/0x2bbd42d658b827b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be2 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.536264:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be2 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.536271:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.536273:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.536276:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d82e00, rc 0) 00010000:00010000:1.0:1775764890.536302:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.536307:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536314:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536324:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.536326:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.536329:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536335:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b706f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.536341:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133089792:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1766us (1890us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.536353:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16664 00010000:00010000:1.0:1775764890.536357:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b708b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9611bf0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536365:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b708b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9611bf0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536371:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b708b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9611bf0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536377:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.536379:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b708b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9611bf0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536385:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b708b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9611bf0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536397:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9611bf0d (ffff9ee3858c9100) 00010000:00010000:1.0:1775764890.536400:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.536403:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b708b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9611bf0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536408:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b708b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9611bf0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536424:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536429:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536434:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536438:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.536440:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536445:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536452:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.536454:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.536457:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536462:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b7092 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536477:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b70ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x60f189e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536482:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b70ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x60f189e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536487:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b70ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x60f189e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536492:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.536495:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b70ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x60f189e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536500:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b70ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x60f189e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536506:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x60f189e8 (ffff9ee496767800) 00010000:00010000:1.0:1775764890.536508:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.536510:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b70ae lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x60f189e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536515:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b70ae lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x60f189e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536525:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536530:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536535:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536540:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.536543:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536548:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536554:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.536556:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.536558:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536562:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b70b5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536573:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b70d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f336bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536578:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b70d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f336bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536583:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b70d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f336bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536588:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeeee00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.536590:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b70d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f336bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536596:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b70d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9f336bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536606:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9f336bd9 (ffff9ee3858c9900) 00010000:00010000:1.0:1775764890.536608:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.536610:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b70d1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9f336bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.536615:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b70d1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x9f336bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.537050:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.537054:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764890.537058:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764890.537066:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8266 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.537074:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8266 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.537080:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8266 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.537086:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8266 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.537091:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d83e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.537093:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8266 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.537099:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8266 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.537107:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764890.537109:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.537112:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8266 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.537118:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8266 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.537130:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000858b1471 reply state 00000000d1b8284f transno 4294977064 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82800/0x2bbd42d658b826d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe5cd1410 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.537140:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82800/0x2bbd42d658b826d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe5cd1410 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.537146:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe5cd1410 (ffff9ee38620cb00) 00010000:00010000:3.0:1775764890.537149:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764890.537150:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764890.537215:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+173:89014:x1862022133089536:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10845us (12873us total) trans 4294977064 rc 0/0 00000100:00100000:3.0:1775764890.537223:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16663 00010000:00010000:1.0:1775764890.538437:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538449:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538455:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538460:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.538463:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538470:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538481:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.538484:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.538487:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538493:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b70d8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538514:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b70f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe9840310 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538519:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b70f4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe9840310 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538524:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b70f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe9840310 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538528:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.538530:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b70f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe9840310 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538535:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b70f4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe9840310 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538540:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe9840310 (ffff9ee492d3ae00) 00010000:00010000:1.0:1775764890.538542:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.538545:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b70f4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe9840310 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538549:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b70f4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe9840310 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538560:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538565:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538569:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538574:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.538576:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538581:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538585:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.538587:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.538589:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538593:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b70fb lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538603:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b7117 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x96643bd2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538608:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b7117 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x96643bd2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538613:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b7117 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x96643bd2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538617:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeef000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.538619:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b7117 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x96643bd2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538636:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b7117 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x96643bd2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538646:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x96643bd2 (ffff9ee3858c9200) 00010000:00010000:1.0:1775764890.538648:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.538650:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b7117 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x96643bd2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538656:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b7117 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x96643bd2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538667:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538672:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538677:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538681:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeeea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.538683:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538687:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538702:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.538704:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.538707:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538711:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b711e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538725:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b712c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd1c21d68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538732:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b712c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd1c21d68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538737:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b712c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd1c21d68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538742:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.538745:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b712c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd1c21d68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538750:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b712c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd1c21d68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538759:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd1c21d68 (ffff9ee4c00df200) 00010000:00010000:1.0:1775764890.538762:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.538765:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b712c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd1c21d68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538770:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b712c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd1c21d68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538785:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538790:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538795:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538801:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.538803:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538809:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538816:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.538818:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.538820:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538825:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b7133 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538836:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b714f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x238c105c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538841:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b714f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x238c105c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538847:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b714f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x238c105c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538852:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeef600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.538855:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b714f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x238c105c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538861:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b714f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x238c105c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538872:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x238c105c (ffff9ee4859c4800) 00010000:00010000:1.0:1775764890.538875:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.538877:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b714f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x238c105c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538882:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b714f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x238c105c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538894:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538899:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538905:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538910:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeeec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.538923:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538929:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538937:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.538939:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.538942:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538947:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b7156 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538963:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b7172 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3802ca07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538968:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b7172 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3802ca07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538973:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b7172 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3802ca07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538978:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.538981:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b7172 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3802ca07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538986:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b7172 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3802ca07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.538992:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3802ca07 (ffff9ee492d3a100) 00010000:00010000:1.0:1775764890.538994:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.538997:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b7172 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3802ca07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539002:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b7172 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3802ca07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539013:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539019:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539024:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539028:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.539031:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539036:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539043:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.539045:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.539047:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539052:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b7179 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539063:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b7195 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf7d5475 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539366:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b7195 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf7d5475 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539373:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b7195 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf7d5475 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539378:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeef200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.539381:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b7195 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf7d5475 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539386:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b7195 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf7d5475 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539398:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdf7d5475 (ffff9ee4859c4600) 00010000:00010000:1.0:1775764890.539400:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.539403:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b7195 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdf7d5475 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539409:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b7195 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdf7d5475 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539422:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539427:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539433:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539437:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.539440:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539446:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539452:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.539454:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.539456:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539462:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b719c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539478:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b71b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf70efb6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539483:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b71b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf70efb6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539489:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b71b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf70efb6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539493:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.539496:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b71b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf70efb6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539501:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b71b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf70efb6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539508:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf70efb6c (ffff9ee496767e00) 00010000:00010000:1.0:1775764890.539510:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.539513:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b71b8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf70efb6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539519:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b71b8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf70efb6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539534:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539540:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539546:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539551:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.539553:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539558:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539565:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.539567:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.539569:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539574:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b71bf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539585:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71db lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee1883b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539591:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71db lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee1883b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539596:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71db lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee1883b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539600:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.539603:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71db lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee1883b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539608:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71db lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xee1883b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539618:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xee1883b0 (ffff9ee4859c4700) 00010000:00010000:1.0:1775764890.539708:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.539712:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71db lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xee1883b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539718:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b71db lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xee1883b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539731:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539736:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539742:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539747:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeefa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.539750:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539756:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539764:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.539766:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.539768:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539774:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b71e2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539789:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b71fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcc02e6df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539795:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b71fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcc02e6df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539800:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b71fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcc02e6df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539805:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.539808:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b71fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcc02e6df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539813:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b71fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcc02e6df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539820:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcc02e6df (ffff9ee4c00df700) 00010000:00010000:1.0:1775764890.539822:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.539825:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b71fe lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcc02e6df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539830:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b71fe lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcc02e6df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539841:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539846:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539851:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539857:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.539860:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539865:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539872:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.539874:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.539877:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539882:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b7205 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539892:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7221 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x72d2528d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539897:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7221 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x72d2528d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539903:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7221 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x72d2528d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539908:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.539920:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7221 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x72d2528d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539926:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7221 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x72d2528d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539936:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x72d2528d (ffff9ee4c00df400) 00010000:00010000:1.0:1775764890.539938:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.539940:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7221 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x72d2528d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539945:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b7221 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x72d2528d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539956:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539961:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539967:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539971:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.539974:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539979:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539986:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.539989:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.539991:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.539996:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b7228 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540011:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7244 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb730e732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540016:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7244 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb730e732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540021:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7244 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb730e732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540025:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.540027:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7244 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb730e732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540032:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7244 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb730e732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540039:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb730e732 (ffff9ee4859c4000) 00010000:00010000:1.0:1775764890.540041:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.540043:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7244 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb730e732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540048:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b7244 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb730e732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540059:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540063:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540749:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540756:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeefe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.540759:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540766:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540778:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.540781:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.540784:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540790:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b724b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540806:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b7267 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15573b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540812:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b7267 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15573b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540817:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b7267 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15573b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540822:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.540825:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b7267 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15573b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540829:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b7267 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15573b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540840:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x15573b5 (ffff9ee4c00dfd00) 00010000:00010000:1.0:1775764890.540842:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.540845:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b7267 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x15573b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540850:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b7267 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x15573b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540863:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540869:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540874:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540878:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.540881:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540887:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540894:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.540897:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.540899:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540905:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b726e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540934:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b728a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5e541a2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540940:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b728a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5e541a2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540947:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b728a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5e541a2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540953:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a3c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.540956:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b728a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5e541a2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540963:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b728a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5e541a2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540971:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5e541a2a (ffff9ee4859c4300) 00010000:00010000:1.0:1775764890.540973:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.540976:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b728a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5e541a2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540982:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b728a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5e541a2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.540995:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541001:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541006:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541011:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a2200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.541014:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541020:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541028:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.541030:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.541033:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541039:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b7291 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541050:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b729f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f84ad5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541057:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b729f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f84ad5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541063:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b729f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f84ad5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541721:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.541726:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b729f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f84ad5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541733:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b729f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f84ad5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541747:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5f84ad5a (ffff9ee496767f00) 00010000:00010000:1.0:1775764890.541750:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.541753:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b729f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5f84ad5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541760:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b729f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5f84ad5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541780:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b72a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541786:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b72a6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541793:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b72a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541798:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.541800:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b72a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541806:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b72a6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541814:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.541816:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.541818:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b72a6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541824:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b72a6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541842:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b72c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x627f1089 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541848:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b72c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x627f1089 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541854:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b72c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x627f1089 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541858:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.541861:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b72c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x627f1089 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541867:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b72c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x627f1089 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541875:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x627f1089 (ffff9ee496767100) 00010000:00010000:1.0:1775764890.541877:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.541879:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b72c2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x627f1089 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541885:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b72c2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x627f1089 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541897:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541903:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541909:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541925:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.541928:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541934:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541943:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.541945:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.541948:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541953:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b72c9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541967:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b72e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5412e446 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541973:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b72e5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5412e446 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541979:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b72e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5412e446 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541984:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323ba00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.541986:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b72e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5412e446 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.541992:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b72e5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5412e446 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542003:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5412e446 (ffff9ee496767500) 00010000:00010000:1.0:1775764890.542006:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.542008:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b72e5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5412e446 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542014:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b72e5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5412e446 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542027:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542033:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542038:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542043:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.542046:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542052:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542060:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.542062:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.542064:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542617:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b72ec lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542668:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b7308 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x78325b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542674:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b7308 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x78325b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542681:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b7308 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x78325b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542686:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480030a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.542699:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b7308 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x78325b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542706:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b7308 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x78325b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542716:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x78325b4a (ffff9ee492d3aa00) 00010000:00010000:1.0:1775764890.542718:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.542721:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b7308 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x78325b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542727:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b7308 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x78325b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542746:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542753:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542759:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542766:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.542768:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542775:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542783:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.542786:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.542789:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542795:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b730f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542809:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b732b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaebed6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542815:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b732b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaebed6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542820:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b732b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaebed6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542825:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.542827:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b732b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaebed6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542832:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b732b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaebed6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542843:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xaebed6c8 (ffff9ee4859c4400) 00010000:00010000:1.0:1775764890.542846:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.542848:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b732b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xaebed6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542854:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658b732b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xaebed6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542870:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542876:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542882:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542887:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.542890:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542895:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.542903:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.542905:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.542907:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543013:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b7332 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543033:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b734e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfaede1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543039:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b734e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfaede1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543045:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b734e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfaede1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543049:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543052:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b734e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfaede1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543058:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b734e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfaede1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543078:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfaede1b9 (ffff9ee4c00df900) 00010000:00010000:1.0:1775764890.543081:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.543084:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b734e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfaede1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543090:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b734e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfaede1b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543104:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543110:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543115:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543121:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7ee00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543123:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543129:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543136:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.543138:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.543141:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543147:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b7355 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543160:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b7371 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x461f1d48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543166:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b7371 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x461f1d48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543172:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b7371 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x461f1d48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543177:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1f800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543180:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b7371 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x461f1d48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543186:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b7371 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x461f1d48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543197:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x461f1d48 (ffff9ee4859c4500) 00010000:00010000:1.0:1775764890.543199:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.543202:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b7371 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x461f1d48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543207:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b7371 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x461f1d48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543219:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543225:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543242:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543247:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543249:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543255:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543262:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.543264:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.543266:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543272:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b7378 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543287:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b7386 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86f1eb4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543292:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b7386 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86f1eb4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543297:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b7386 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86f1eb4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543302:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543305:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b7386 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86f1eb4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543310:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b7386 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86f1eb4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543317:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x86f1eb4e (ffff9ee492d3a700) 00010000:00010000:1.0:1775764890.543319:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.543322:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b7386 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x86f1eb4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543327:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b7386 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x86f1eb4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543338:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b738d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543343:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b738d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543348:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b738d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543353:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543355:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b738d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543360:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b738d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543366:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.543368:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.543370:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b738d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543374:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b738d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543384:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b73a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a73628e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543389:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b73a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a73628e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543394:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b73a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a73628e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543399:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1ee00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543401:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b73a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a73628e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543406:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b73a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7a73628e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543416:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7a73628e (ffff9ee4859c4f00) 00010000:00010000:1.0:1775764890.543418:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.543420:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b73a9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7a73628e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543426:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b73a9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7a73628e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543436:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543441:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543446:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543450:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543452:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543457:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543463:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.543465:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.543467:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543472:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b73b0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543484:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b73cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa7a8c6b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543490:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b73cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa7a8c6b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543494:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b73cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa7a8c6b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543498:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543500:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b73cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa7a8c6b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543505:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b73cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa7a8c6b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543511:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa7a8c6b3 (ffff9ee4c00df300) 00010000:00010000:1.0:1775764890.543513:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.543515:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b73cc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa7a8c6b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543520:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b73cc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa7a8c6b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543532:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543537:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543542:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543546:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543549:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543553:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543559:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.543560:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.543563:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543567:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b73d3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543577:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b73ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x539a1166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543582:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b73ef lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x539a1166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543587:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b73ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x539a1166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543591:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543593:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b73ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x539a1166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543598:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b73ef lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x539a1166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543607:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x539a1166 (ffff9ee4859c4b00) 00010000:00010000:1.0:1775764890.543609:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.543612:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b73ef lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x539a1166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543616:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b73ef lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x539a1166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543656:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543662:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543668:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543673:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543675:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543681:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543688:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.543690:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.543695:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543701:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b73f6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543718:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7412 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xac49dc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543724:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7412 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xac49dc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543729:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7412 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xac49dc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543733:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543736:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7412 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xac49dc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543741:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7412 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xac49dc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543748:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xac49dc41 (ffff9ee4c00dff00) 00010000:00010000:1.0:1775764890.543749:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.543751:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7412 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xac49dc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543757:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b7412 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xac49dc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543768:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543773:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543778:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543782:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543784:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543789:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543796:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.543798:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.543800:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543806:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b7419 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543817:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b7435 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b4b5380 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543822:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b7435 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b4b5380 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543827:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b7435 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b4b5380 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543832:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543834:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b7435 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b4b5380 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543839:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b7435 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b4b5380 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543849:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6b4b5380 (ffff9ee4c00df800) 00010000:00010000:1.0:1775764890.543851:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.543854:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b7435 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6b4b5380 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543860:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b7435 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6b4b5380 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543873:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543878:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543883:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543888:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543890:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543895:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543901:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.543903:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.543906:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543921:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b743c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543935:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b7458 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe8250b7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543941:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b7458 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe8250b7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543946:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b7458 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe8250b7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543951:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.543953:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b7458 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe8250b7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543959:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b7458 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe8250b7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543966:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe8250b7c (ffff9ee4c00dfa00) 00010000:00010000:1.0:1775764890.543968:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.543971:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b7458 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe8250b7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543976:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b7458 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe8250b7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543988:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.543994:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544000:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544004:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544007:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544012:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544020:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.544021:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.544023:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544028:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b745f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544041:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b747b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf127238d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544047:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b747b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf127238d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544052:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b747b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf127238d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544056:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544059:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b747b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf127238d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544064:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b747b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf127238d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544073:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf127238d (ffff9ee492cbc800) 00010000:00010000:1.0:1775764890.544076:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.544078:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b747b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf127238d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544083:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b747b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf127238d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544093:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544099:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544105:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544109:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544112:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544117:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544123:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.544126:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.544128:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544133:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b7482 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544146:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b749e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfae79668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544152:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b749e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfae79668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544157:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b749e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfae79668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544162:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544165:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b749e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfae79668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544170:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b749e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfae79668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544177:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfae79668 (ffff9ee492cbc900) 00010000:00010000:1.0:1775764890.544180:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.544182:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b749e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfae79668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544187:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b749e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfae79668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544197:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544203:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544208:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544213:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544215:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544220:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544225:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.544227:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.544230:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544235:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b74a5 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544244:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b74c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13b125b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544250:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b74c1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13b125b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544256:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b74c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13b125b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544260:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323ae00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544263:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b74c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13b125b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544268:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b74c1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13b125b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544279:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x13b125b9 (ffff9ee496767900) 00010000:00010000:1.0:1775764890.544281:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.544283:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b74c1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x13b125b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544288:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b74c1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x13b125b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544300:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544306:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544311:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544317:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323aa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544320:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544326:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544333:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.544336:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.544338:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544344:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b74c8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544359:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b74e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7e8ec1e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544365:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b74e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7e8ec1e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544369:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b74e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7e8ec1e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544373:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544375:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b74e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7e8ec1e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544380:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b74e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7e8ec1e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544386:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7e8ec1e4 (ffff9ee492cbcd00) 00010000:00010000:1.0:1775764890.544388:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.544390:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b74e4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7e8ec1e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544395:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b74e4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7e8ec1e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544405:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544411:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544416:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544421:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544423:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544429:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544436:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.544438:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.544440:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544446:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b74eb lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544457:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b7507 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92bf2851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544462:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b7507 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92bf2851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544467:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b7507 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92bf2851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544471:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544474:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b7507 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92bf2851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544478:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b7507 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x92bf2851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544487:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x92bf2851 (ffff9ee492d3ab00) 00010000:00010000:1.0:1775764890.544489:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.544491:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b7507 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x92bf2851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544497:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b7507 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x92bf2851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544508:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544514:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544520:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544524:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544527:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544532:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544539:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.544541:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.544543:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544548:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b750e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544560:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b752a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5217e2aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544565:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b752a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5217e2aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544569:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b752a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5217e2aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544573:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544575:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b752a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5217e2aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544579:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b752a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5217e2aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544585:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5217e2aa (ffff9ee492d3a800) 00010000:00010000:1.0:1775764890.544587:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.544589:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b752a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5217e2aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544594:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b752a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x5217e2aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544604:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544609:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544615:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544620:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544647:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544653:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544661:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.544664:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.544667:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544672:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b7531 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544683:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b754d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfea9709b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544689:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b754d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfea9709b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544695:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b754d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfea9709b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544700:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544703:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b754d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfea9709b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544709:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b754d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfea9709b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544719:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfea9709b (ffff9ee4965d0c00) 00010000:00010000:1.0:1775764890.544721:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.544723:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b754d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfea9709b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544728:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b754d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfea9709b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544739:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544744:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544749:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544754:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544757:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544762:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544769:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.544771:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.544773:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544778:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b7554 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544792:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b7570 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e871aea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544797:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b7570 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e871aea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544803:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b7570 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e871aea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544808:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544810:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b7570 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e871aea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544815:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b7570 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e871aea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544823:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6e871aea (ffff9ee492cbc200) 00010000:00010000:1.0:1775764890.544824:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.544826:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b7570 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6e871aea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544831:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b7570 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6e871aea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544841:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544847:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544852:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544857:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544859:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544865:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544873:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.544874:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.544877:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544882:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b7577 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544896:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b7593 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xed2c6873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544902:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b7593 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xed2c6873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544907:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b7593 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xed2c6873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544923:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544926:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b7593 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xed2c6873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544931:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b7593 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xed2c6873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544941:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xed2c6873 (ffff9ee4859c4c00) 00010000:00010000:1.0:1775764890.544944:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.544946:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b7593 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xed2c6873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544951:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b7593 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xed2c6873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544965:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544970:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544975:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544978:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.544981:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544985:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.544991:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.544993:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.544995:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545000:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b759a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545013:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b75b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x89e455fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545018:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b75b6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x89e455fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545023:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b75b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x89e455fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545028:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545030:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b75b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x89e455fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545035:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b75b6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x89e455fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545041:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x89e455fe (ffff9ee4859c4a00) 00010000:00010000:1.0:1775764890.545043:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.545045:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b75b6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x89e455fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545050:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b75b6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x89e455fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545059:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545064:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545068:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545073:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545075:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545080:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545086:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.545088:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.545090:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545095:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b75bd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545106:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b75d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd9858802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545111:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b75d9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd9858802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545116:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b75d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd9858802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545120:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545122:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b75d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd9858802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545127:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b75d9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd9858802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545136:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd9858802 (ffff9ee4965d0400) 00010000:00010000:1.0:1775764890.545138:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.545140:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b75d9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd9858802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545145:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b75d9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd9858802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545154:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545159:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545163:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545168:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323be00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545170:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545175:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545180:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.545182:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.545184:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545189:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b75e0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545201:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b75fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8c54559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545206:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b75fc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8c54559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545211:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b75fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8c54559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545216:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545218:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b75fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8c54559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545223:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b75fc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8c54559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545229:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc8c54559 (ffff9ee4965d0300) 00010000:00010000:1.0:1775764890.545231:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.545233:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b75fc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc8c54559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545238:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b75fc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc8c54559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545247:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545252:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545258:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545262:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545265:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545270:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545276:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.545278:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.545280:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545284:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b7603 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545294:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b761f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95518528 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545299:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b761f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95518528 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545304:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b761f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95518528 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545309:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a2a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545312:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b761f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95518528 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545317:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b761f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95518528 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545327:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x95518528 (ffff9ee4859c4e00) 00010000:00010000:1.0:1775764890.545330:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.545332:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b761f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x95518528 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545337:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b761f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x95518528 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545349:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545354:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545359:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545363:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4813a2200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545366:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545370:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545376:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.545378:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.545380:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545385:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b7626 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545398:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b7642 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7e14603 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545403:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b7642 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7e14603 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545408:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b7642 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7e14603 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545413:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545415:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b7642 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7e14603 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545420:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b7642 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7e14603 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545426:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd7e14603 (ffff9ee487057f00) 00010000:00010000:1.0:1775764890.545428:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.545430:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b7642 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd7e14603 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545435:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b7642 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd7e14603 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545446:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545451:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545455:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545460:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545463:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545467:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545473:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.545475:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.545478:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545482:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b7649 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545493:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b7657 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd1ab6b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545499:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b7657 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd1ab6b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545504:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b7657 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd1ab6b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545509:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545511:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b7657 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd1ab6b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545516:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b7657 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd1ab6b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545527:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd1ab6b6 (ffff9ee4965d0600) 00010000:00010000:1.0:1775764890.545530:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.545532:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b7657 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd1ab6b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545537:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b7657 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd1ab6b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545549:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b765e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545554:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b765e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545560:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b765e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545564:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545567:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b765e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545572:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b765e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545579:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.545581:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.545583:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b765e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545588:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b765e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545604:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b767a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x51b4b01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545610:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b767a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x51b4b01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545617:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b767a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x51b4b01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545646:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545649:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b767a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x51b4b01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545656:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b767a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x51b4b01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545665:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x51b4b01b (ffff9ee487057400) 00010000:00010000:1.0:1775764890.545668:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.545671:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b767a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x51b4b01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545677:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b767a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x51b4b01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545691:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545697:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545704:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545711:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545714:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545721:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545729:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.545731:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.545734:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545740:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b7681 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545751:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b769d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x347158fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545757:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b769d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x347158fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545763:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b769d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x347158fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545768:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545771:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b769d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x347158fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545777:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b769d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x347158fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545788:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x347158fb (ffff9ee492cbca00) 00010000:00010000:1.0:1775764890.545790:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.545792:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b769d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x347158fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545798:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b769d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x347158fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545810:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545816:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545821:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545826:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545828:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545834:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545840:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.545843:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.545845:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545850:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b76a4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545865:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b76c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda4fae67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545871:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b76c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda4fae67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545876:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b76c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda4fae67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545881:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.545883:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b76c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda4fae67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545889:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b76c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda4fae67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545895:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xda4fae67 (ffff9ee4965d0500) 00010000:00010000:1.0:1775764890.545897:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.545899:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b76c0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xda4fae67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.545904:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b76c0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xda4fae67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546433:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546443:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546448:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546454:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.546457:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546463:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546476:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.546479:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.546482:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546487:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b76c7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.546496:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:1.0:1775764890.546511:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaf40775a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546518:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaf40775a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546524:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaf40775a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546529:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.546532:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaf40775a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546538:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaf40775a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546549:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xaf40775a (ffff9ee492cbcc00) 00010000:00010000:1.0:1775764890.546552:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.546554:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76e3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xaf40775a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546560:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b76e3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xaf40775a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546573:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546577:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546582:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546586:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.546588:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546593:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546599:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.546601:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.546603:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.546607:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b76ea lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.546671:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133090048 00000100:00100000:2.0:1775764890.546680:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133090048 00000100:00100000:2.0:1775764890.546755:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16665 00000100:00100000:2.0:1775764890.546766:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39d092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+126:89014:x1862022133090048:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.546854:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8289 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.546868:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8289 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.546878:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8289 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.546893:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5000/0x2bbd42d658b8290 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x34b986eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.546900:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5000/0x2bbd42d658b8290 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x34b986eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.546905:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5000/0x2bbd42d658b8290 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x34b986eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.546934:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 91 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.546960:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be2 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.546967:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.547000:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be2 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.547015:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be2 expref: 33 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.547028:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a6674380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154078720:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.547124:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee38261be40 going to sleep for 11 seconds 00010000:00010000:1.0:1775764890.547436:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7706 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d818e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547444:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7706 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d818e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547450:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7706 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d818e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547456:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.547460:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7706 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d818e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547466:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7706 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d818e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547477:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6d818e20 (ffff9ee4965d0f00) 00010000:00010000:1.0:1775764890.547479:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.547482:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7706 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6d818e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547488:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b7706 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6d818e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547504:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547509:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547515:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547520:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.547523:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547529:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547536:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.547539:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.547541:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547553:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547561:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547566:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b770d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547583:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7729 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf56f836a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547589:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7729 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf56f836a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547595:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7729 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf56f836a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547600:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.547604:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7729 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf56f836a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547610:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7729 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf56f836a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547618:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf56f836a (ffff9ee4965d0a00) 00010000:00010000:1.0:1775764890.547715:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.547719:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7729 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf56f836a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547726:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b7729 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf56f836a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547741:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547747:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547752:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547757:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4c21cd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.547760:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547765:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547773:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.547775:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.547778:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547788:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547795:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547801:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b7730 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547815:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b773e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6054047f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547820:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b773e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6054047f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547825:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b773e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6054047f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547830:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.547832:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b773e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6054047f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547837:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b773e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6054047f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547845:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6054047f (ffff9ee492cbc300) 00010000:00010000:1.0:1775764890.547848:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.547851:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b773e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6054047f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547861:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b773e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6054047f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547874:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547880:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547885:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547890:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.547892:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547898:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547905:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.547907:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.547909:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547971:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547979:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547984:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b7745 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.547998:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7761 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4d6d015e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548004:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7761 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4d6d015e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548009:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7761 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4d6d015e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548014:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.548018:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7761 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4d6d015e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548023:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7761 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4d6d015e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548032:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4d6d015e (ffff9ee485121700) 00010000:00010000:1.0:1775764890.548033:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.548036:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7761 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4d6d015e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548042:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b7761 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4d6d015e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548056:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548061:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548698:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548708:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.548712:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548719:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548730:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.548732:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.548734:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548746:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548754:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548760:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b7768 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548778:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b7784 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd063a034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548785:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b7784 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd063a034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548791:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b7784 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd063a034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548796:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4813a2a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.548799:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b7784 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd063a034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548806:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b7784 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd063a034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548813:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd063a034 (ffff9ee4859c4200) 00010000:00010000:1.0:1775764890.548816:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.548818:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b7784 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd063a034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548823:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b7784 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd063a034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548841:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548847:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548852:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548857:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4813a3e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.548860:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548866:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548873:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.548875:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.548877:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548886:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548893:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548898:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b778b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548920:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b77a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8947521e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548927:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b77a7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8947521e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548933:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b77a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8947521e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548937:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.548940:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b77a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8947521e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548946:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b77a7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8947521e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548954:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8947521e (ffff9ee485121c00) 00010000:00010000:1.0:1775764890.548956:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.548959:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b77a7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8947521e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548969:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b77a7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8947521e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548983:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548989:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.548995:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549000:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.549003:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549009:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549015:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.549017:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.549020:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549028:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549035:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549041:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b77ae lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549055:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b77ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe17bd0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549061:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b77ca lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe17bd0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549688:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b77ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe17bd0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549698:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.549702:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b77ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe17bd0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549709:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b77ca lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe17bd0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549720:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe17bd0ad (ffff9ee492cbce00) 00010000:00010000:1.0:1775764890.549722:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.549725:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b77ca lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe17bd0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549731:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b77ca lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe17bd0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549747:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549753:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549758:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549763:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.549765:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549770:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549776:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.549778:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.549781:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549791:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549797:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549803:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b77d1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549818:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b77ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8548a02b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549823:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b77ed lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8548a02b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549828:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b77ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8548a02b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549832:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.549835:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b77ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8548a02b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549841:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b77ed lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8548a02b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549848:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8548a02b (ffff9ee4965d0d00) 00010000:00010000:1.0:1775764890.549850:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.549853:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b77ed lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8548a02b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549859:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b77ed lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8548a02b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549874:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549879:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549884:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549889:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.549891:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549896:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549902:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.549904:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.549907:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549926:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549932:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549937:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b77f4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549962:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7810 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe83b89f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549967:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7810 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe83b89f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549972:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7810 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe83b89f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549976:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.549978:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7810 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe83b89f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549983:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7810 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe83b89f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.549989:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe83b89f (ffff9ee4965d0000) 00010000:00010000:1.0:1775764890.549991:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.549994:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7810 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe83b89f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550003:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b7810 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe83b89f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550014:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550018:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550023:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550027:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.550029:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550034:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550039:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.550041:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.550043:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550050:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550056:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550061:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b7817 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550708:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b7833 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe800ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550717:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b7833 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe800ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550724:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b7833 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe800ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550729:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.550732:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b7833 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe800ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550739:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b7833 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbe800ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550748:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbe800ebf (ffff9ee4965d0900) 00010000:00010000:1.0:1775764890.550751:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.550753:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b7833 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbe800ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550759:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b7833 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbe800ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550772:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550778:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550783:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550788:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.550791:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550796:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550802:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.550804:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.550807:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550817:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550823:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550829:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b783a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550841:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b7848 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x480acd50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550847:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b7848 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x480acd50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550852:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b7848 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x480acd50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550857:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.550861:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b7848 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x480acd50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550867:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b7848 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x480acd50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550874:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x480acd50 (ffff9ee492cbc600) 00010000:00010000:1.0:1775764890.550877:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.550879:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b7848 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x480acd50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550884:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b7848 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x480acd50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550896:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b784f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550901:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b784f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550906:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b784f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550919:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.550922:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b784f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550927:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b784f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550934:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.550936:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.550938:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550946:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550952:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b784f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550957:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b784f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550967:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b785d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8b72370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550972:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b785d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8b72370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550976:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b785d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8b72370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550980:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490d85e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.550983:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b785d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8b72370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550987:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b785d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8b72370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.550993:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb8b72370 (ffff9ee4859c4d00) 00010000:00010000:1.0:1775764890.550995:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.550998:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b785d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb8b72370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551006:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b785d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb8b72370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551021:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b7864 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551026:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b7864 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551032:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b7864 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551036:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.551038:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b7864 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551043:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b7864 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551050:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.551052:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.551054:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551061:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551405:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b7864 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551413:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658b7864 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551429:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7880 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1787960c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551434:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7880 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1787960c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551440:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7880 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1787960c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551444:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.551447:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7880 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1787960c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551452:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7880 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1787960c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551460:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1787960c (ffff9ee492cbc500) 00010000:00010000:1.0:1775764890.551462:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.551465:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7880 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1787960c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551469:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b7880 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1787960c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551481:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551486:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551492:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551496:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.551498:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551503:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551508:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.551510:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.551512:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551520:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551526:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551531:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b7887 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551542:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b78a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb166ab3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551547:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b78a3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb166ab3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551553:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b78a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb166ab3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551557:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.551560:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b78a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb166ab3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551565:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b78a3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb166ab3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551571:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb166ab3f (ffff9ee491f4ac00) 00010000:00010000:1.0:1775764890.551573:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.551575:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b78a3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb166ab3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551580:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b78a3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb166ab3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551589:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551594:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551599:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551603:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.551605:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551610:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551616:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.551618:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.551620:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551836:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551844:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551849:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b78aa lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551863:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b78c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x214a9364 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551869:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b78c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x214a9364 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551874:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b78c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x214a9364 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551879:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735dc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.551882:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b78c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x214a9364 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551888:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b78c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x214a9364 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551896:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x214a9364 (ffff9ee39c395700) 00010000:00010000:1.0:1775764890.551898:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.551900:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b78c6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x214a9364 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551908:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658b78c6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x214a9364 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551932:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551937:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551942:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551946:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.551948:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551953:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551959:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.551961:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.551963:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551971:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551977:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551982:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658b78cd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551993:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b78db lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88b78857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.551999:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b78db lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88b78857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552005:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b78db lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88b78857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552009:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.552012:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b78db lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88b78857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552017:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b78db lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x88b78857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552023:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x88b78857 (ffff9ee491f4a500) 00010000:00010000:1.0:1775764890.552025:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.552027:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b78db lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x88b78857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552032:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b78db lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x88b78857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552042:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b78e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552047:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b78e2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552052:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b78e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552057:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.552059:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b78e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552064:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b78e2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552160:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.552162:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.552164:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552173:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552179:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b78e2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552184:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b78e2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552197:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b78fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34027e9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552202:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b78fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34027e9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552208:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b78fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34027e9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552212:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.552215:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b78fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34027e9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552221:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b78fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34027e9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552328:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x34027e9f (ffff9ee491f4af00) 00010000:00010000:1.0:1775764890.552331:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.552335:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b78fe lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x34027e9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552340:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b78fe lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x34027e9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552351:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552356:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552362:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552367:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.552369:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552375:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552382:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.552384:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.552387:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552395:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552402:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552407:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b7905 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552420:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7921 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x91a93e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552425:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7921 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x91a93e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552430:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7921 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x91a93e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552435:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.552437:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7921 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x91a93e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552443:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7921 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x91a93e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552449:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x91a93e72 (ffff9ee491f4a300) 00010000:00010000:1.0:1775764890.552452:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.552454:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7921 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x91a93e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552462:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b7921 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x91a93e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552474:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552480:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552485:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552490:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.552492:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552498:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552505:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.552507:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.552509:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552517:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552523:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552528:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b7928 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552540:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b7944 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6f705407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552545:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b7944 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6f705407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552550:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b7944 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6f705407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552555:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.552557:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b7944 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6f705407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552562:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b7944 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6f705407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552569:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6f705407 (ffff9ee39c395f00) 00010000:00010000:1.0:1775764890.552571:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.552573:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b7944 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6f705407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552578:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658b7944 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6f705407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552589:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552595:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552600:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552606:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.552609:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552615:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552758:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.552764:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.552767:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552777:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552785:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552791:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658b794b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552806:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658b7967 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa26cf4fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552813:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658b7967 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa26cf4fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552818:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658b7967 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa26cf4fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552823:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.552826:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658b7967 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa26cf4fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552831:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658b7967 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa26cf4fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552838:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa26cf4fa (ffff9ee485121400) 00010000:00010000:1.0:1775764890.552840:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.552843:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658b7967 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa26cf4fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552848:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658b7967 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa26cf4fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552863:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552868:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552873:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552877:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.552879:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552884:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552891:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.552893:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.552896:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.552904:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553039:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553047:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658b796e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553062:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658b798a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf19f8343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553160:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658b798a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf19f8343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553167:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658b798a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf19f8343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553173:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.553176:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658b798a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf19f8343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553183:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658b798a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf19f8343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553192:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf19f8343 (ffff9ee485121300) 00010000:00010000:1.0:1775764890.553194:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.553197:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658b798a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf19f8343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553206:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658b798a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf19f8343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553220:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553326:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553335:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553341:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.553344:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553350:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553360:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.553362:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.553365:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553375:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553383:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553388:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658b7991 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553402:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b79ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe7945582 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553409:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b79ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe7945582 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553414:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b79ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe7945582 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553420:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.553423:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b79ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe7945582 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553428:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b79ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe7945582 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553436:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe7945582 (ffff9ee491f4a600) 00010000:00010000:1.0:1775764890.553438:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.553441:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b79ad lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe7945582 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553446:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b79ad lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe7945582 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553462:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553469:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553474:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553479:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a0800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.553481:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553487:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553494:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.553497:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.553499:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553508:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553515:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553521:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a0800/0x2bbd42d658b79b4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553535:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b79d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc59c821f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553541:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b79d0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc59c821f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553546:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b79d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc59c821f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553551:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.553554:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b79d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc59c821f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553560:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b79d0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc59c821f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553567:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc59c821f (ffff9ee491f4ad00) 00010000:00010000:1.0:1775764890.553570:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.553572:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b79d0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc59c821f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553577:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b79d0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc59c821f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553589:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553595:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553601:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553606:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.553608:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553614:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553743:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.553746:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.553749:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553759:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553768:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553774:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b79d7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553792:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b79f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x305211af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553883:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b79f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x305211af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553890:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b79f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x305211af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553895:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.553898:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b79f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x305211af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553904:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b79f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x305211af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553925:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x305211af (ffff9ee491f4a200) 00010000:00010000:1.0:1775764890.553928:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.553932:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b79f3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x305211af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553942:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b79f3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x305211af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553957:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553963:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553969:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553974:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.553977:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553983:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.553991:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.553993:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.553995:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554003:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554011:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554016:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b79fa lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554031:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658b7a16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1d2f29f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554038:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658b7a16 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1d2f29f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554044:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658b7a16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1d2f29f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554049:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.554052:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658b7a16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1d2f29f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554057:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658b7a16 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1d2f29f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554065:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1d2f29f7 (ffff9ee485121f00) 00000100:00100000:2.0:1775764890.554201:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a6674380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154078720:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764890.554238:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.554250:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:1.0:1775764890.554351:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.554356:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658b7a16 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1d2f29f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554362:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658b7a16 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1d2f29f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554377:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554384:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554390:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554396:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.554399:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554404:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554413:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.554416:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.554418:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.554427:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133090176 00010000:00010000:1.0:1775764890.554429:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.554436:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133090176 00010000:00010000:1.0:1775764890.554438:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554445:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658b7a1d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554461:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b7a39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x849f4e46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554468:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b7a39 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x849f4e46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.554472:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be2 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554476:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b7a39 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x849f4e46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554492:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.554496:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b7a39 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x849f4e46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554502:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b7a39 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x849f4e46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554510:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x849f4e46 (ffff9ee39c395800) 00010000:00010000:1.0:1775764890.554512:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.554515:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b7a39 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x849f4e46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554521:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658b7a39 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x849f4e46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.554526:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2156 00000100:00100000:3.0:1775764890.554542:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133090176:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764890.554543:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554553:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554559:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.554560:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764890.554567:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.554570:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554576:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554585:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.554588:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.554591:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554599:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554606:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554612:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658b7a40 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.554669:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be2 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.554683:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be2 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.554699:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8282 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be2 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.554708:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.554711:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.554723:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.554730:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.554758:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764890.554770:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7a5c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x44f2fcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554779:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7a5c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x44f2fcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554785:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7a5c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x44f2fcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.554790:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.554793:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7a5c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x44f2fcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.554805:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133090176:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 267us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.554812:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2156 00010000:00010000:2.0:1775764890.554899:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.554908:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.555792:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c98d3f27 reply state 00000000261a1762 transno 4294977065 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.555906:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7a5c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x44f2fcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.555929:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x44f2fcf8 (ffff9ee39c395e00) 00010000:00010000:1.0:1775764890.555932:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.555936:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7a5c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x44f2fcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.555946:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658b7a5c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x44f2fcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.555963:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.555968:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.555974:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.555978:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.555981:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.555987:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.555993:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.555995:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.555997:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556002:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b7a63 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556020:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a7f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3e473b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556026:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a7f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3e473b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556031:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a7f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3e473b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556036:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.556038:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a7f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3e473b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556043:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a7f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3e473b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556049:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3e473b66 (ffff9ee39c395200) 00010000:00010000:1.0:1775764890.556051:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.556053:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a7f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3e473b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556058:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658b7a7f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3e473b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556367:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556375:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556381:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556386:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4813a2400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.556388:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556399:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556407:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.556409:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.556411:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556416:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b7a86 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556430:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b7a94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e28e285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556436:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b7a94 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e28e285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556442:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b7a94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e28e285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556452:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.556454:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b7a94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e28e285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556459:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b7a94 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4e28e285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556468:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4e28e285 (ffff9ee491f4aa00) 00010000:00010000:1.0:1775764890.556470:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.556473:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b7a94 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4e28e285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556479:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b7a94 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4e28e285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556493:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b7a9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556499:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b7a9b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556505:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b7a9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556510:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.556512:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b7a9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556518:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b7a9b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556525:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.556527:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.556529:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b7a9b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556534:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b7a9b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556546:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b7aa9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2b4a8726 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556551:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b7aa9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2b4a8726 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556556:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b7aa9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2b4a8726 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556560:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.556563:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b7aa9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2b4a8726 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556568:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b7aa9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2b4a8726 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556575:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2b4a8726 (ffff9ee491f4a000) 00010000:00010000:1.0:1775764890.556577:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.556580:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b7aa9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2b4a8726 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556585:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b7aa9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2b4a8726 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556595:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b7ab0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556601:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b7ab0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556606:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b7ab0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556611:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.556613:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b7ab0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556643:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b7ab0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556651:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.556655:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.556658:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b7ab0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556663:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b7ab0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556675:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b7acc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf460cdd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556681:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b7acc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf460cdd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556686:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b7acc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf460cdd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556690:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.556693:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b7acc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf460cdd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556698:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b7acc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf460cdd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556706:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf460cdd0 (ffff9ee4965d0e00) 00010000:00010000:1.0:1775764890.556708:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.556710:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b7acc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf460cdd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556717:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b7acc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xf460cdd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556731:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556737:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556741:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556746:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.556749:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556754:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556761:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.556763:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.556766:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.556772:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b7ad3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.556987:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4400/0x2bbd42d658b8297 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.556994:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.556996:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764890.557000:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.557008:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8289 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.557014:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8289 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.557019:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8289 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.557025:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8289 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.557030:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892c4a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.557033:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8289 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.557039:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8289 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.557046:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.557048:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.557051:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8289 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.557057:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8289 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.557159:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c98d3f27 reply state 00000000261a1762 transno 4294977065 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5000/0x2bbd42d658b8290 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x34b986eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.557170:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5000/0x2bbd42d658b8290 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x34b986eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.557176:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x34b986eb (ffff9ee385885f00) 00010000:00010000:2.0:1775764890.557178:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.557180:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1775764890.557331:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b7aef lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x277c66de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557338:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b7aef lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x277c66de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557345:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b7aef lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x277c66de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557350:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.557353:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b7aef lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x277c66de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557359:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b7aef lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x277c66de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557366:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x277c66de (ffff9ee4965d0800) 00010000:00010000:1.0:1775764890.557369:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.557372:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b7aef lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x277c66de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557377:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b7aef lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x277c66de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557391:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557397:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557403:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557408:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.557411:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557420:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557427:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.557429:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.557431:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557436:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b7af6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557461:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b7b12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x35856c8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557467:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b7b12 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x35856c8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557473:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b7b12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x35856c8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557477:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.557480:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b7b12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x35856c8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557486:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b7b12 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x35856c8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557492:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x35856c8a (ffff9ee4965d0100) 00010000:00010000:1.0:1775764890.557494:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.557497:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b7b12 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x35856c8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557503:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b7b12 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x35856c8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557544:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557551:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557557:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557562:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.557564:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557570:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557578:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.557580:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.557582:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557586:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b7b19 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557598:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7b35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb03737c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557604:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7b35 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb03737c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557610:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7b35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb03737c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557614:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.557616:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7b35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb03737c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557641:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7b35 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb03737c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557649:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb03737c9 (ffff9ee485121100) 00010000:00010000:1.0:1775764890.557651:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.557653:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7b35 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb03737c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557658:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658b7b35 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb03737c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557672:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557677:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557683:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557687:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.557689:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557698:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557705:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.557707:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.557710:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557714:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658b7b3c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557726:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b7b58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3da2fa03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557732:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b7b58 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3da2fa03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557737:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b7b58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3da2fa03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557742:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.557744:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b7b58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3da2fa03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557750:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b7b58 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3da2fa03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557757:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3da2fa03 (ffff9ee491f4a900) 00010000:00010000:1.0:1775764890.557759:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.557762:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b7b58 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3da2fa03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557768:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b7b58 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3da2fa03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557778:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557784:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557790:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.557794:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06c00 already unused, calling callback (ffffffffc19e64f0) 00000100:00100000:2.0:1775764890.557974:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+94:89014:x1862022133090048:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11206us (11482us total) trans 4294977065 rc 0/0 00000100:00100000:2.0:1775764890.557983:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16665 00010000:00010000:1.0:1775764890.558315:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558325:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558334:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.558337:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.558340:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558345:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b7b5f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558359:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94bbf6e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558365:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94bbf6e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558371:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94bbf6e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558375:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.558378:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94bbf6e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558383:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94bbf6e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558389:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x94bbf6e3 (ffff9ee39c395600) 00010000:00010000:1.0:1775764890.558391:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.558393:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b6d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x94bbf6e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558398:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658b7b6d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x94bbf6e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558411:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b7b74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558416:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b7b74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558422:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b7b74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558425:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.558427:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b7b74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558435:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b7b74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558441:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.558443:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.558445:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b7b74 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558449:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b7b74 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558460:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7b90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa28e2fbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558465:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7b90 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa28e2fbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558470:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7b90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa28e2fbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558474:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.558476:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7b90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa28e2fbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558480:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7b90 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa28e2fbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558485:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa28e2fbf (ffff9ee491f4ae00) 00010000:00010000:1.0:1775764890.558487:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.558489:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7b90 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa28e2fbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558494:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b7b90 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xa28e2fbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558503:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558507:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558512:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558517:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.558519:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558523:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558528:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.558530:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.558531:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558536:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b7b97 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558545:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b7bb3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x70188781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558550:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b7bb3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x70188781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558555:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b7bb3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x70188781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558559:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.558561:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b7bb3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x70188781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558565:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b7bb3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x70188781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558570:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x70188781 (ffff9ee491f4a100) 00010000:00010000:1.0:1775764890.558572:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.558574:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b7bb3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x70188781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558578:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b7bb3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x70188781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558587:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558591:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558596:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558601:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.558603:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558611:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558616:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.558618:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.558649:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558654:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b7bba lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558665:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7bd6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2303aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558670:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7bd6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2303aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558675:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7bd6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2303aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558679:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.558681:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7bd6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2303aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558686:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7bd6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2303aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558692:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2303aa9b (ffff9ee485121000) 00010000:00010000:1.0:1775764890.558695:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.558697:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7bd6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2303aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558702:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658b7bd6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x2303aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558715:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558721:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558727:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558731:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.558733:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558738:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558744:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.558746:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.558749:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558754:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658b7bdd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558765:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7bf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d70a77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558771:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7bf9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d70a77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558777:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7bf9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d70a77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558781:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.558784:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7bf9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d70a77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558789:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7bf9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6d70a77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558795:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6d70a77b (ffff9ee4965d0200) 00010000:00010000:1.0:1775764890.558952:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.558957:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7bf9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6d70a77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558963:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b7bf9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6d70a77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558978:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558983:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558988:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.558992:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.558995:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559003:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559011:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.559014:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.559016:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559023:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b7c00 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559037:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7c1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfafd00ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559043:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7c1c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfafd00ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559048:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7c1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfafd00ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559052:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.559054:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7c1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfafd00ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559059:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7c1c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfafd00ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559065:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfafd00ee (ffff9ee491f4a400) 00010000:00010000:1.0:1775764890.559145:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.559149:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7c1c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfafd00ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559156:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b7c1c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfafd00ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559169:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559174:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559179:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559183:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.559186:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559191:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559198:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.559199:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.559201:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559206:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b7c23 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559217:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b7c31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde773212 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559221:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b7c31 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde773212 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559320:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b7c31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde773212 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559325:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.559328:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b7c31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde773212 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559334:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b7c31 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde773212 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559342:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xde773212 (ffff9ee491f4a800) 00010000:00010000:1.0:1775764890.559344:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.559346:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b7c31 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xde773212 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559351:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b7c31 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xde773212 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559365:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658b7c38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559370:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658b7c38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559378:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658b7c38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559382:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.559385:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658b7c38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559394:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658b7c38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559401:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.559404:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.559407:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658b7c38 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559412:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658b7c38 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559426:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7c54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf90dca0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559432:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7c54 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf90dca0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559437:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7c54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf90dca0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559442:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.559445:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7c54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf90dca0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559451:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7c54 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdf90dca0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559458:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdf90dca0 (ffff9ee485121600) 00010000:00010000:1.0:1775764890.559460:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.559462:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7c54 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdf90dca0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559468:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658b7c54 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xdf90dca0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559482:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559488:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559493:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559498:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.559500:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559506:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559513:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.559516:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.559518:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559523:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658b7c5b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559537:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7c77 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd70dac1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559543:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7c77 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd70dac1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559549:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7c77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd70dac1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559554:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.559556:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7c77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd70dac1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559562:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7c77 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd70dac1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559569:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd70dac1e (ffff9ee4bfdd8d00) 00010000:00010000:1.0:1775764890.559572:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.559575:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7c77 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd70dac1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559580:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b7c77 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd70dac1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559591:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559596:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559601:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559606:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.559608:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559617:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559768:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.559771:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.559774:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559780:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b7c7e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559793:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b7c9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcf0b7936 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559903:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b7c9a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcf0b7936 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559919:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b7c9a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcf0b7936 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559925:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.559928:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b7c9a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcf0b7936 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559934:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b7c9a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcf0b7936 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559944:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcf0b7936 (ffff9ee4bfd9a700) 00010000:00010000:1.0:1775764890.559946:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.559949:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b7c9a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcf0b7936 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559956:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b7c9a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcf0b7936 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559970:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559975:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559981:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559985:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625dc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.559988:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.559993:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560000:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.560003:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.560005:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560010:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b7ca1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560022:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658b7cbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x82882216 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560027:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658b7cbd lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x82882216 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560034:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658b7cbd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x82882216 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560038:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.560041:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658b7cbd lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x82882216 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560046:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658b7cbd lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x82882216 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560054:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x82882216 (ffff9ee4bfd9a900) 00010000:00010000:1.0:1775764890.560056:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.560059:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658b7cbd lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x82882216 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560064:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658b7cbd lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x82882216 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560183:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560189:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560195:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560200:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.560203:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560212:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560220:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.560222:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.560225:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560348:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b7cc4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560362:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b7ce0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcb858afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560369:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b7ce0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcb858afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560375:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b7ce0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcb858afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560380:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.560383:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b7ce0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcb858afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560388:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b7ce0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcb858afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560398:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcb858afb (ffff9ee4bfd9a600) 00010000:00010000:1.0:1775764890.560400:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.560403:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b7ce0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcb858afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560409:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b7ce0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcb858afb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560422:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560427:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560433:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560437:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.560440:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560445:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560452:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.560454:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.560457:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560462:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b7ce7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560473:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7d03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb1c782e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560477:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7d03 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb1c782e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560483:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7d03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb1c782e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560489:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.560492:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7d03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb1c782e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560498:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7d03 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb1c782e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560507:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfb1c782e (ffff9ee39c395100) 00010000:00010000:1.0:1775764890.560509:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.560511:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7d03 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfb1c782e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560517:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b7d03 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xfb1c782e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560530:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560536:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560541:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560546:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.560549:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560558:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560566:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.560569:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.560571:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.560578:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b7d0a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.561005:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.561113:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133090304 00000100:00100000:3.0:1775764890.561123:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133090304 00010000:00010000:1.0:1775764890.561147:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7d26 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x678f8cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561156:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7d26 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x678f8cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561163:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7d26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x678f8cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561169:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.561172:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7d26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x678f8cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561178:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7d26 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x678f8cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561188:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x678f8cc (ffff9ee4bfdd8500) 00010000:00010000:1.0:1775764890.561190:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.561193:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7d26 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x678f8cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561200:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b7d26 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x678f8cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561214:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561221:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.561266:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16666 00000100:00100000:3.0:1775764890.561277:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133090304:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764890.561297:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764890.561313:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b829e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76be9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561323:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561330:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.561333:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561339:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561347:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.561349:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.561351:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561357:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b7d2d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561371:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7d3b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b7c02b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561377:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7d3b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b7c02b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.561377:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b82a5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561393:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7d3b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b7c02b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561409:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.561411:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7d3b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b7c02b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.561415:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b82a5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561416:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7d3b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b7c02b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561437:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6b7c02b6 (ffff9ee39c395c00) 00010000:00010000:1.0:1775764890.561439:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.561439:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b82a5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561443:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7d3b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6b7c02b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561457:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b7d3b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x6b7c02b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561469:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7d42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561474:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7d42 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561479:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7d42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561483:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.561485:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7d42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561493:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7d42 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764890.561495:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1775764890.561502:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.561505:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.561507:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7d42 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561512:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b7d42 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561521:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7d5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1292bcff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.561523:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b82a5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561529:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7d5e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1292bcff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561538:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7d5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1292bcff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561542:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.561544:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7d5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1292bcff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561549:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7d5e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1292bcff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.561549:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1775764890.561559:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1292bcff (ffff9ee4bfd9ae00) 00010000:00010000:1.0:1775764890.561560:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.561562:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7d5e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1292bcff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.561567:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658b7d5e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1292bcff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.563402:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.563409:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.563411:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:3.0:1775764890.563414:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:1.0:1775764890.563427:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.563443:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.563452:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.563588:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.563679:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133090560 00000100:00100000:2.0:1775764890.563689:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133090560 00000100:00100000:2.0:1775764890.563744:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16667 00000100:00100000:2.0:1775764890.563754:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+78:89014:x1862022133090560:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.563961:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b82ac lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.563976:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b82ac lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.563988:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b82ac lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.564001:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4200/0x2bbd42d658b82b3 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xec990949 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.564008:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4200/0x2bbd42d658b82b3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xec990949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.564015:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4200/0x2bbd42d658b82b3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xec990949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.564033:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764890.565424:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764890.565468:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b829e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be9 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565470:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625d400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.565479:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565490:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.565495:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b82a5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be9 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.565509:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.565511:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.565515:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.565515:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57800, rc 0) 00010000:00010000:1.0:1775764890.565521:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.565525:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565533:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658b7d65 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565553:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7d81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94c12246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565560:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7d81 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94c12246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565566:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7d81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94c12246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565572:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.565575:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7d81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94c12246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565581:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7d81 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94c12246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565588:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x94c12246 (ffff9ee4bfdd8300) 00010000:00010000:1.0:1775764890.565590:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.565593:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7d81 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x94c12246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565598:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b7d81 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x94c12246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.565608:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133090304:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4332us (4607us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764890.565614:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.565619:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16666 00010000:00010000:1.0:1775764890.565651:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565659:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565665:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.565667:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565678:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565686:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.565689:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.565691:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565695:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b7d88 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565708:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7da4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x141c37db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565714:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7da4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x141c37db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565720:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7da4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x141c37db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565725:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.565727:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7da4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x141c37db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565733:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7da4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x141c37db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565740:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x141c37db (ffff9ee39c395000) 00010000:00010000:1.0:1775764890.565742:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.565744:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7da4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x141c37db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565751:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b7da4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x141c37db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565764:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565769:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565775:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565781:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.565783:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565790:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565872:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.565875:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.565879:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565885:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b7dab lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565897:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7dc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x52b91e0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565903:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7dc7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x52b91e0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565910:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7dc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x52b91e0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565924:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.565927:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7dc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x52b91e0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565933:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7dc7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x52b91e0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565941:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x52b91e0a (ffff9ee39c395d00) 00010000:00010000:1.0:1775764890.565943:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.565946:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7dc7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x52b91e0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565951:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b7dc7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x52b91e0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565963:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565969:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565974:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565979:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735da00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.565982:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565992:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.565999:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.566001:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.566003:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566008:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658b7dce lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566018:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7dea lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8e928313 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566023:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7dea lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8e928313 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566029:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7dea lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8e928313 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566033:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.566036:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7dea lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8e928313 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566042:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7dea lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8e928313 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566049:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8e928313 (ffff9ee485121b00) 00010000:00010000:1.0:1775764890.566051:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.566053:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7dea lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8e928313 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566059:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658b7dea lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x8e928313 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.566175:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b82a5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be9 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.566186:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.566225:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b82a5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be9 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.566347:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b82a5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be9 expref: 33 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.566362:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a6674380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154078848:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.566434:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee38261b840 going to sleep for 11 seconds 00010000:00010000:1.0:1775764890.566779:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566788:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566794:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566883:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.566887:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566894:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566905:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.566908:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.566919:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566929:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566937:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566943:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658b7df1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566959:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7e0d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x57639f0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566965:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7e0d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x57639f0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566971:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7e0d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x57639f0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566976:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.566979:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7e0d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x57639f0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566984:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7e0d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x57639f0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.566991:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x57639f0a (ffff9ee485121d00) 00010000:00010000:1.0:1775764890.566993:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.566995:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7e0d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x57639f0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567000:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b7e0d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x57639f0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567013:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567018:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567024:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567029:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.567032:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567038:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567044:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.567045:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.567048:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567053:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567058:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567061:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b7e14 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567217:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b7e30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1269ba0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567224:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b7e30 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1269ba0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567312:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b7e30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1269ba0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567317:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.567320:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b7e30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1269ba0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567326:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b7e30 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1269ba0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567334:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1269ba0e (ffff9ee485121500) 00010000:00010000:1.0:1775764890.567336:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.567339:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b7e30 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1269ba0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567344:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b7e30 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x1269ba0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567357:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567362:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567368:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567372:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.567374:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567379:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567386:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.567387:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.567390:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567397:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567404:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567409:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b7e37 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567421:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b7e53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x337b5eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567427:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b7e53 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x337b5eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567432:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b7e53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x337b5eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567437:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.567438:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b7e53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x337b5eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567443:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b7e53 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x337b5eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567449:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x337b5eaf (ffff9ee4bfdd8000) 00010000:00010000:1.0:1775764890.567451:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.567453:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b7e53 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x337b5eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567461:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b7e53 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x337b5eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567472:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567477:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567483:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567487:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.567489:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567494:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567500:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.567502:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.567504:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567510:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567514:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567519:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b7e5a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567528:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b7e76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3ea7406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567534:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b7e76 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3ea7406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567540:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b7e76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3ea7406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567544:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.567547:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b7e76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3ea7406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567552:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b7e76 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3ea7406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567557:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb3ea7406 (ffff9ee4bfdd8f00) 00010000:00010000:1.0:1775764890.567559:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.567562:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b7e76 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb3ea7406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567567:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b7e76 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xb3ea7406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567576:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567581:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567587:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567592:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.567595:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567600:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567605:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.567607:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.567609:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567615:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567893:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567899:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b7e7d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567923:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b7e99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbf349c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567928:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b7e99 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbf349c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567933:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b7e99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbf349c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567937:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.567940:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b7e99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbf349c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567947:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b7e99 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbf349c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567955:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbf349c3b (ffff9ee4bfdd8400) 00010000:00010000:1.0:1775764890.567957:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.567960:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b7e99 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbf349c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567965:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b7e99 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xbf349c3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567977:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567983:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567989:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.567994:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.568001:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568006:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568013:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.568015:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.568017:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568024:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568030:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568035:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b7ea0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568046:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b7ebc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3fc8e412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568051:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b7ebc lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3fc8e412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568056:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b7ebc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3fc8e412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568061:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.568063:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b7ebc lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3fc8e412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568147:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b7ebc lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3fc8e412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568156:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3fc8e412 (ffff9ee39c395300) 00010000:00010000:1.0:1775764890.568158:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.568161:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b7ebc lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3fc8e412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568171:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b7ebc lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3fc8e412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568187:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568194:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568200:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568206:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.568208:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568215:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568223:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.568322:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.568326:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568334:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568341:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568347:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b7ec3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568360:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658b7edf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7c1546f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568367:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658b7edf lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7c1546f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568373:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658b7edf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7c1546f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568378:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.568381:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658b7edf lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7c1546f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568387:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658b7edf lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7c1546f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568396:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd7c1546f (ffff9ee38620ca00) 00010000:00010000:1.0:1775764890.568398:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.568400:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658b7edf lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd7c1546f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568407:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658b7edf lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd7c1546f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568419:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568425:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568431:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568437:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.568440:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568445:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568451:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.568453:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.568455:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568462:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568468:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568474:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658b7ee6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568485:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7f02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3c0f88ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568491:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7f02 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3c0f88ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568497:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7f02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3c0f88ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568502:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.568504:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7f02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3c0f88ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568510:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7f02 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3c0f88ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568517:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3c0f88ce (ffff9ee4bfdd8100) 00010000:00010000:1.0:1775764890.568519:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.568522:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7f02 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3c0f88ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568527:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b7f02 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3c0f88ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568539:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568545:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568551:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568556:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.568558:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568564:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568571:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.568574:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.568576:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568583:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568589:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568593:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b7f09 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568604:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7f25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x17e3ecdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568609:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7f25 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x17e3ecdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568613:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7f25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x17e3ecdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568618:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.568886:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7f25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x17e3ecdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568895:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7f25 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x17e3ecdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568904:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x17e3ecdf (ffff9ee39c395b00) 00010000:00010000:1.0:1775764890.568906:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.568909:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7f25 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x17e3ecdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568928:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b7f25 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x17e3ecdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568943:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568949:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568954:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568960:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb90c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.568962:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568969:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568976:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.568978:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.568981:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568988:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.568996:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569001:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b7f2c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569015:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x462f21e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569021:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f48 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x462f21e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569026:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x462f21e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569030:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.569032:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x462f21e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569038:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f48 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x462f21e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569045:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x462f21e2 (ffff9ee4bfdd8b00) 00010000:00010000:1.0:1775764890.569047:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.569050:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f48 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x462f21e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569056:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b7f48 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x462f21e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569152:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569160:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569165:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569170:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.569173:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569178:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569186:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.569188:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.569190:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569196:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569201:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569205:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b7f4f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569217:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b7f6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc0d0c683 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569222:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b7f6b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc0d0c683 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569311:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b7f6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc0d0c683 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569317:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb90800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.569319:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b7f6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc0d0c683 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569325:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b7f6b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc0d0c683 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569331:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc0d0c683 (ffff9ee39c395500) 00010000:00010000:1.0:1775764890.569333:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.569336:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b7f6b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc0d0c683 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569341:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b7f6b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xc0d0c683 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569353:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569358:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569363:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569367:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb90a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.569369:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569374:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569379:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.569381:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.569383:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569390:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569395:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569399:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b7f72 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569410:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7f8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe5a561bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569414:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7f8e lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe5a561bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569419:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7f8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe5a561bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569423:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.569425:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7f8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe5a561bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569429:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7f8e lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe5a561bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569435:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe5a561bc (ffff9ee4bfd9aa00) 00010000:00010000:1.0:1775764890.569437:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.569439:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7f8e lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe5a561bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569448:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658b7f8e lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe5a561bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569458:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569462:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569467:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569472:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.569474:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569479:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569484:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.569486:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.569488:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569495:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569502:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569507:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658b7f95 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569518:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658b7fb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcdc46877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569524:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658b7fb1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcdc46877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569530:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658b7fb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcdc46877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569535:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.569537:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658b7fb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcdc46877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569543:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658b7fb1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcdc46877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569550:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcdc46877 (ffff9ee38620c800) 00010000:00010000:1.0:1775764890.569552:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.569555:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658b7fb1 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcdc46877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569560:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658b7fb1 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xcdc46877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569573:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569578:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569583:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569587:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624ee00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.569589:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569593:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569599:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.569600:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.569602:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569608:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569613:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569617:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658b7fb8 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569908:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b7fd4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xabd2ba87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569926:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b7fd4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xabd2ba87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569931:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b7fd4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xabd2ba87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569936:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.569940:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b7fd4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xabd2ba87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569945:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b7fd4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xabd2ba87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569953:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xabd2ba87 (ffff9ee4bfdd8700) 00010000:00010000:1.0:1775764890.569955:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.569958:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b7fd4 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xabd2ba87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569963:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b7fd4 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xabd2ba87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569976:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569982:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569987:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.569992:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.569994:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570000:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570007:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.570009:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.570012:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570019:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570025:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570030:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b7fdb lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570040:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658b7ff7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93cb89e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570046:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658b7ff7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93cb89e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570051:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658b7ff7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93cb89e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570055:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624e000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.570057:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658b7ff7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93cb89e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570062:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658b7ff7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93cb89e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570152:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x93cb89e (ffff9ee38620c200) 00010000:00010000:1.0:1775764890.570156:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.570158:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658b7ff7 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x93cb89e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570168:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658b7ff7 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x93cb89e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570180:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570186:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570191:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570197:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624e400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.570199:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570205:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570212:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.570214:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.570217:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570224:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570333:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570339:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b7ffe lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570353:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b801a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe133f59c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570359:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b801a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe133f59c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570366:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b801a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe133f59c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570371:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.570374:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b801a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe133f59c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570379:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b801a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe133f59c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570388:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe133f59c (ffff9ee38620cc00) 00010000:00010000:1.0:1775764890.570390:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.570393:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b801a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe133f59c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570398:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b801a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe133f59c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570410:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570416:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570422:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570428:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.570430:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570436:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570443:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.570445:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.570448:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570454:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570460:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570466:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b8021 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570476:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b803d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x77f8090a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570481:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b803d lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x77f8090a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570487:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b803d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x77f8090a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570491:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb90200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.570494:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b803d lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x77f8090a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570500:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b803d lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x77f8090a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570508:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x77f8090a (ffff9ee39c395400) 00010000:00010000:1.0:1775764890.570510:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.570513:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b803d lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x77f8090a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570518:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b803d lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x77f8090a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570531:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570537:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570542:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570547:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.570549:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570556:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570561:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.570564:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.570566:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570573:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570579:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570585:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8044 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570597:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b8060 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a6923a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570603:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b8060 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a6923a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570609:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b8060 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a6923a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570614:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.570616:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b8060 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a6923a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570894:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b8060 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3a6923a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570904:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3a6923a7 (ffff9ee4bfdd8900) 00010000:00010000:1.0:1775764890.570906:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.570920:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b8060 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3a6923a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570931:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658b8060 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x3a6923a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570945:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570950:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570955:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570960:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.570962:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570967:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570974:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.570977:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.570979:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570986:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570992:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.570998:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8067 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571011:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b8083 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x25dbb72e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571017:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b8083 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x25dbb72e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571023:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b8083 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x25dbb72e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571027:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb90000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.571029:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b8083 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x25dbb72e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571035:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b8083 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x25dbb72e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571042:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x25dbb72e (ffff9ee39c395900) 00010000:00010000:1.0:1775764890.571044:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.571046:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b8083 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x25dbb72e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571051:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b8083 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x25dbb72e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571063:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571162:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571168:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571174:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.571177:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571184:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571192:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.571194:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.571196:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571203:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571210:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571215:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b808a lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571329:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b80a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x205bc450 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571336:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b80a6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x205bc450 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571341:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b80a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x205bc450 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571345:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.571348:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b80a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x205bc450 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571354:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b80a6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x205bc450 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571361:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x205bc450 (ffff9ee4bfdd8600) 00010000:00010000:1.0:1775764890.571364:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.571366:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b80a6 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x205bc450 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571371:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b80a6 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x205bc450 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571383:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571388:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571393:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571397:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c06c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.571399:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571404:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571409:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.571411:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.571413:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571419:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571424:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571429:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b80ad lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571438:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b80c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd577990f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571442:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b80c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd577990f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571447:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b80c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd577990f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571451:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c06a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.571453:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b80c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd577990f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571458:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b80c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd577990f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571463:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd577990f (ffff9ee4bfdd8e00) 00010000:00010000:1.0:1775764890.571465:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.571468:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b80c9 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd577990f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571476:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b80c9 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xd577990f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571484:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571489:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571494:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571497:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.571499:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571504:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571508:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.571510:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.571511:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571516:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571522:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571527:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b80d0 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571535:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b80ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x55f8f77a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571540:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b80ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x55f8f77a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571545:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b80ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x55f8f77a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571549:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.571551:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b80ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x55f8f77a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571555:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b80ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x55f8f77a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571561:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x55f8f77a (ffff9ee4bfdd8a00) 00010000:00010000:1.0:1775764890.571563:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.571565:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b80ec lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x55f8f77a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571569:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b80ec lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x55f8f77a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571578:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571582:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571587:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571591:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c06000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.571593:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571598:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571603:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.571605:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.571607:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571612:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571617:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571880:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b80f3 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571893:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b810f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb039898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571898:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b810f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb039898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571903:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b810f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb039898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.571907:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.572028:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b810f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb039898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572036:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b810f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xeb039898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572044:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xeb039898 (ffff9ee4bfdd8800) 00010000:00010000:1.0:1775764890.572046:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.572049:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b810f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xeb039898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572054:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b810f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xeb039898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572147:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572154:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572160:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572164:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.572166:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572172:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572179:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.572182:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.572184:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572191:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572197:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572202:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8116 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572215:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b8132 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7b52e4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572219:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b8132 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7b52e4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.572224:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b8132 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7b52e4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.572590:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.572782:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a6674380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154078848:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764890.572892:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.572992:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133090688 00000100:00100000:3.0:1775764890.573001:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133090688 00000100:00100000:2.0:1775764890.573029:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:3.0:1775764890.573036:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b82a5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be9 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.573072:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2157 00000100:00100000:3.0:1775764890.573082:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133090688:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.573096:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.573120:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b82a5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be9 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.573132:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b82a5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be9 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.573149:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b82a5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76be9 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.573165:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133090816 00010000:00010000:3.0:1775764890.573165:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00000100:00100000:0.0:1775764890.573171:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133090816 00010000:00010000:3.0:1775764890.573188:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.573197:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.573203:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.573341:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.573345:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b8132 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7b52e4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.573976:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16668 00000100:00100000:0.0:1775764890.573989:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6674380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133090816:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.574006:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764890.574112:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.574119:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764890.574125:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.574297:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133090688:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1215us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.574306:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2157 00010000:00010000:0.0:1775764890.574408:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b82c1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76bf0 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.574476:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.574487:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.574494:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 14 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.574509:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.574518:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574580:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b8132 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7b52e4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574596:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7b52e4f3 (ffff9ee38620cd00) 00010000:00010000:1.0:1775764890.574599:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.574605:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b8132 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7b52e4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574616:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b8132 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x7b52e4f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574664:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574671:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574678:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574684:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.574687:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574693:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574701:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.574703:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.574706:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574713:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574718:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b8139 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574733:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8155 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f2b5bc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574739:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8155 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f2b5bc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574744:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8155 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f2b5bc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574750:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.574753:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8155 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f2b5bc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574758:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8155 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f2b5bc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574766:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4f2b5bc7 (ffff9ee38620c500) 00010000:00010000:1.0:1775764890.574768:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.574770:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8155 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4f2b5bc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574776:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b8155 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0x4f2b5bc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574789:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574794:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574902:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574907:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.574921:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574927:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574936:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.574938:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.574940:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574947:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574953:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b815c lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574967:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8178 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xab98757f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574973:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8178 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xab98757f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574978:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8178 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xab98757f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574984:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.574986:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8178 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xab98757f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.574992:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8178 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xab98757f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575003:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xab98757f (ffff9ee39c395a00) 00010000:00010000:1.0:1775764890.575006:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.575009:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8178 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xab98757f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575015:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8178 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xab98757f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575034:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575040:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575045:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575050:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb90600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.575054:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575059:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575148:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.575151:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.575153:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575161:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575170:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b817f lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575183:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b819b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe917e12c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575190:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b819b lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe917e12c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575196:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b819b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe917e12c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575201:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.575205:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b819b lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe917e12c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575211:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b819b lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe917e12c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575219:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe917e12c (ffff9ee38620c300) 00010000:00010000:1.0:1775764890.575222:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.575225:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b819b lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe917e12c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575330:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b819b lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x41:0x0].0xe917e12c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575346:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575351:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575357:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575362:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.575365:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575371:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575378:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.575381:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.575383:0:3649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575389:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 2/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.575394:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b81a2 lrc: 0/0,0 mode: --/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.576014:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007016c840 reply state 0000000044dca078 transno 4294977066 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576030:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5600/0x2bbd42d658b82ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576037:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.576039:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764890.576042:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576049:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576055:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.576160:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.576167:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b82ac lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576173:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b82ac lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576179:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b82ac lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576185:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b82ac lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576193:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892c4e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.576197:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b82ac lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576203:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b82ac lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576211:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.576213:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.576215:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b82ac lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576221:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b82ac lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.576317:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007016c840 reply state 0000000044dca078 transno 4294977066 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4200/0x2bbd42d658b82b3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xec990949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576327:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4200/0x2bbd42d658b82b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xec990949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576333:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xec990949 (ffff9ee385885000) 00010000:00010000:2.0:1775764890.576335:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.576337:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764890.576401:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+48:89014:x1862022133090560:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12646us (12814us total) trans 4294977066 rc 0/0 00000100:00100000:2.0:1775764890.576410:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16667 00010000:00010000:2.0:1775764890.576444:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576455:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764890.576490:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764890.576508:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.576529:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764890.576532:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764890.576535:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764890.576537:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:2.0:1775764890.576539:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764890.576543:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764890.576561:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b82c1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf0 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576575:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf0 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.576583:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.576585:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764890.576588:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c06600, rc 0) 00000100:00100000:2.0:1775764890.576607:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6674380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133090816:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2624us (3579us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.576612:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16668 00000100:00100000:0.0:1775764890.582508:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.582833:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133091072 00000100:00100000:1.0:1775764890.582845:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133091072 00000100:00100000:1.0:1775764890.582919:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16669 00000100:00100000:1.0:1775764890.582930:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+48:89014:x1862022133091072:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.583018:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b82cf lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.583035:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b82cf lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.583047:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b82cf lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.583061:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83600/0x2bbd42d658b82d6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa6336c50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.583067:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83600/0x2bbd42d658b82d6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa6336c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.583074:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83600/0x2bbd42d658b82d6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa6336c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.583093:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82000/0x2bbd42d658b82dd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.583104:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf0 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.583112:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82000/0x2bbd42d658b82dd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.583143:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf0 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.583158:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf0 expref: 33 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.583171:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e4000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154078976:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.583264:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee488ca79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.585495:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.585666:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e4000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154078976:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.585707:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82000/0x2bbd42d658b82dd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.586497:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.586843:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133091328 00000100:00100000:3.0:1775764890.586851:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133091328 00000100:00100000:3.0:1775764890.586923:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16670 00000100:00100000:3.0:1775764890.586933:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133091328:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764890.586954:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764890.586974:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b82e4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76bf7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.587043:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.587057:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82000/0x2bbd42d658b82dd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.587065:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.587082:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82000/0x2bbd42d658b82dd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.587092:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.587407:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133091200 00000100:00100000:2.0:1775764890.587412:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133091200 00010000:00010000:2.0:1775764890.587434:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf0 expref: 36 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.587501:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2158 00000100:00100000:2.0:1775764890.587509:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133091200:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.587519:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.587538:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf0 expref: 36 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.587550:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf0 expref: 36 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.587580:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b82c8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf0 expref: 36 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.587594:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.587599:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.587606:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82000/0x2bbd42d658b82dd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.587614:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82000/0x2bbd42d658b82dd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.587659:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82000/0x2bbd42d658b82dd lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.587667:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.587674:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.587703:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.587758:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133091200:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 250us (2270us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.587766:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2158 00010000:00010000:1.0:1775764890.588061:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82000/0x2bbd42d658b82dd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588069:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82000/0x2bbd42d658b82dd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.588579:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d8ef268 reply state 00000000df4e5598 transno 4294977067 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82000/0x2bbd42d658b82dd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588596:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82000/0x2bbd42d658b82dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588603:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.588606:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.588609:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588616:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588660:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.588684:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.588701:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b82cf lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588709:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b82cf lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588716:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b82cf lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588723:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b82cf lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588728:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d82200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.588733:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b82cf lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588740:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b82cf lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588750:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.588753:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.588757:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b82cf lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588763:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b82cf lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.588775:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d8ef268 reply state 00000000df4e5598 transno 4294977067 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83600/0x2bbd42d658b82d6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa6336c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588784:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83600/0x2bbd42d658b82d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa6336c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.588790:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa6336c50 (ffff9ee38620c300) 00010000:00010000:1.0:1775764890.588792:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.588794:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.589113:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+50:89014:x1862022133091072:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6182us (6613us total) trans 4294977067 rc 0/0 00000100:00100000:1.0:1775764890.589122:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16669 00010000:00010000:1.0:1775764890.589158:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.589166:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.589201:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.589220:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.589245:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.589248:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.589251:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.589254:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764890.589256:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.589260:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.589281:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b82e4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf7 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.589297:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf7 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.589305:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.589307:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.589310:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38447e800, rc 0) 00000100:00100000:1.0:1775764890.589332:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133091328:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2401us (2838us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.589341:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16670 00000100:00100000:3.0:1775764890.603343:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.603969:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133091584 00000100:00100000:2.0:1775764890.603982:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133091584 00000100:00100000:2.0:1775764890.604048:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16671 00000100:00100000:2.0:1775764890.604058:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+50:89014:x1862022133091584:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.604158:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b82f2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.604187:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b82f2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.604201:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b82f2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.604216:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4000/0x2bbd42d658b82f9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x10b228d8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.604223:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4000/0x2bbd42d658b82f9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x10b228d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.604237:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4000/0x2bbd42d658b82f9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x10b228d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.604254:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5a00/0x2bbd42d658b8300 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.604267:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf7 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.604275:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5a00/0x2bbd42d658b8300 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.604308:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf7 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.604323:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf7 expref: 33 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.604339:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a6674700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154079104:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.604417:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.610680:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.611038:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a6674700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154079104:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764890.611064:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5a00/0x2bbd42d658b8300 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.614455:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.614610:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133091840 00000100:00100000:1.0:1775764890.614669:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133091840 00000100:00100000:1.0:1775764890.614721:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16672 00000100:00100000:1.0:1775764890.614730:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133091840:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764890.614751:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.614773:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b8307 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76bfe expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.614840:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.614855:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5a00/0x2bbd42d658b8300 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.614862:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.614881:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5a00/0x2bbd42d658b8300 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.614892:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.617418:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133091712 00000100:00100000:0.0:1775764890.617431:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133091712 00010000:00010000:0.0:1775764890.617478:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf7 expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.617524:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2159 00000100:00100000:0.0:1775764890.617533:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133091712:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764890.617548:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764890.617570:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf7 expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.617585:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf7 expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.617607:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b82eb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bf7 expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.617654:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.617660:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.617944:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5a00/0x2bbd42d658b8300 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.617956:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5a00/0x2bbd42d658b8300 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.617963:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5a00/0x2bbd42d658b8300 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.617971:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.617977:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.618057:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.618127:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133091712:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 593us (7507us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.618136:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2159 00010000:00010000:0.0:1775764890.618196:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5a00/0x2bbd42d658b8300 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.618206:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5a00/0x2bbd42d658b8300 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.619593:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000797d051b reply state 00000000d8dda44e transno 4294977068 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5a00/0x2bbd42d658b8300 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619613:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5a00/0x2bbd42d658b8300 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619666:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.619669:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.619672:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619680:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619686:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.619718:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.619725:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b82f2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619733:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b82f2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619739:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b82f2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619745:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b82f2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619750:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892c4a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.619755:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b82f2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619762:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b82f2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619771:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.619774:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.619777:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b82f2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619782:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b82f2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.619794:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000797d051b reply state 00000000d8dda44e transno 4294977068 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4000/0x2bbd42d658b82f9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x10b228d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619812:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4000/0x2bbd42d658b82f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x10b228d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.619818:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x10b228d8 (ffff9ee385885300) 00010000:00010000:0.0:1775764890.619820:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.619822:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.619898:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+52:89014:x1862022133091584:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15837us (16561us total) trans 4294977068 rc 0/0 00000100:00100000:0.0:1775764890.619906:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16671 00010000:00010000:2.0:1775764890.620217:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.620233:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764890.620275:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764890.620291:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.620315:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764890.620317:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764890.620320:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764890.620323:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:2.0:1775764890.620325:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764890.620329:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764890.620347:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b8307 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bfe expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.620361:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bfe expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.620369:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.620372:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764890.620374:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d83a00, rc 0) 00000100:00100000:2.0:1775764890.620404:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133091840:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5675us (5960us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.620411:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16672 00000100:00100000:3.0:1775764890.625459:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.625515:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133092096 00000100:00100000:1.0:1775764890.625526:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133092096 00000100:00100000:1.0:1775764890.625591:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16673 00000100:00100000:1.0:1775764890.625600:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+52:89014:x1862022133092096:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.626076:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8315 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.626095:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8315 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.626108:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8315 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.626122:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83400/0x2bbd42d658b831c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2e8df3b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.626129:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83400/0x2bbd42d658b831c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2e8df3b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.626136:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83400/0x2bbd42d658b831c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2e8df3b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.626152:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8323 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.626163:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bfe expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.626171:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8323 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.626202:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bfe expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.626215:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 13 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bfe expref: 33 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.626245:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e4000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154079232:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.626326:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee38261be40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.630789:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.630907:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133092224 00000100:00100000:2.0:1775764890.630929:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133092224 00010000:00010000:2.0:1775764890.630981:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bfe expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.631006:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e4000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154079232:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.631030:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2160 00010000:00010000:1.0:1775764890.631031:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8323 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.631042:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133092224:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.631060:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.631091:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bfe expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.631105:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bfe expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.631126:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b830e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76bfe expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.631141:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.631146:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8323 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.631157:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8323 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.631164:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8323 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.631189:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.631241:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133092224:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 201us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.631249:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2160 00010000:00010000:1.0:1775764890.631256:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8323 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.631266:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8323 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.631784:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000500dbc4f reply state 000000005b60fff9 transno 4294977069 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8323 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.631799:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82e00/0x2bbd42d658b8323 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.631806:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.631808:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764890.631811:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.631818:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8315 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.631825:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8315 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.631831:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8315 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.631842:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8315 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.631848:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d82600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.631852:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8315 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.631859:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8315 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.631867:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.631870:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.631873:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8315 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.631878:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8315 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.631888:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000500dbc4f reply state 000000005b60fff9 transno 4294977069 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83400/0x2bbd42d658b831c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2e8df3b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.631895:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83400/0x2bbd42d658b831c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2e8df3b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.631901:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2e8df3b3 (ffff9ee38620c500) 00010000:00010000:1.0:1775764890.631903:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.631905:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.631965:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+54:89014:x1862022133092096:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6364us (6515us total) trans 4294977069 rc 0/0 00000100:00100000:1.0:1775764890.631972:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16673 00000100:00100000:3.0:1775764890.637043:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.637098:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133092352 00000100:00100000:0.0:1775764890.637111:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133092352 00000100:00100000:0.0:1775764890.637166:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16674 00000100:00100000:0.0:1775764890.637175:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133092352:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.637195:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.637214:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b832a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c05 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.637287:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8331 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.637302:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8331 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.637313:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8331 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.637356:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.637375:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8331 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.637394:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.637397:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.637401:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.637403:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:0.0:1775764890.637406:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.637411:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.637431:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b832a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c05 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.637447:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8331 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c05 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.637456:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.637459:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.637462:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c06200, rc 0) 00000100:00100000:3.0:1775764890.637480:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.637514:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133092352:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 339us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.637521:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16674 00000100:00100000:1.0:1775764890.637539:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133092608 00000100:00100000:1.0:1775764890.637544:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133092608 00000100:00100000:1.0:1775764890.637593:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16675 00000100:00100000:1.0:1775764890.637601:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+54:89014:x1862022133092608:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.637684:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8338 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.637695:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8338 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.637704:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8338 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.637718:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82400/0x2bbd42d658b833f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf8066f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.637725:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82400/0x2bbd42d658b833f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf8066f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.637731:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82400/0x2bbd42d658b833f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf8066f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.637746:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83000/0x2bbd42d658b8346 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.637757:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8331 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c05 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.637765:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83000/0x2bbd42d658b8346 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.637796:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8331 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c05 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.637810:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8331 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c05 expref: 33 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.637823:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154079360:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.643667:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee38261b840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.647731:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.647929:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133092736 00000100:00100000:2.0:1775764890.647940:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133092736 00010000:00010000:2.0:1775764890.647980:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8331 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c05 expref: 34 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.648016:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2161 00000100:00100000:2.0:1775764890.648025:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133092736:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.648039:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.648062:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8331 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c05 expref: 34 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.648075:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8331 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c05 expref: 34 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.648096:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.648101:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83000/0x2bbd42d658b8346 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.648112:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83000/0x2bbd42d658b8346 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.648121:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83000/0x2bbd42d658b8346 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.648140:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.648200:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133092736:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 176us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.648208:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2161 00000100:00100000:2.0:1775764890.649345:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.649590:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133092864 00000100:00100000:3.0:1775764890.649597:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133092864 00000100:00100000:0.0:1775764890.649680:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16676 00000100:00100000:0.0:1775764890.649692:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133092864:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.649710:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.649729:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b834d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c0c expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.649802:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.649814:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83000/0x2bbd42d658b8346 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.649821:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 15 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.649836:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83000/0x2bbd42d658b8346 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.649846:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 15 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.650141:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8331 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c05 expref: 35 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.650157:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154079360:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.650177:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83000/0x2bbd42d658b8346 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.650185:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83000/0x2bbd42d658b8346 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.650190:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83000/0x2bbd42d658b8346 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.650899:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009b7d6f72 reply state 000000007b4c3939 transno 4294977070 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83000/0x2bbd42d658b8346 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.650929:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83000/0x2bbd42d658b8346 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.650937:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.650940:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.650943:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 14 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.650951:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.650956:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.650985:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.650992:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8338 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.650999:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8338 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.651004:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8338 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.651010:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8338 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.651015:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d83e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.651018:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8338 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.651024:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8338 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.651033:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.651036:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.651039:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8338 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.651045:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8338 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.651058:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009b7d6f72 reply state 000000007b4c3939 transno 4294977070 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82400/0x2bbd42d658b833f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf8066f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.651067:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82400/0x2bbd42d658b833f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf8066f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.651074:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf8066f70 (ffff9ee38620cd00) 00010000:00010000:1.0:1775764890.651076:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.651078:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.651155:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+56:89014:x1862022133092608:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13553us (13675us total) trans 4294977070 rc 0/0 00000100:00100000:1.0:1775764890.651163:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16675 00010000:00010000:3.0:1775764890.651872:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.651882:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764890.651935:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764890.651958:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.651983:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764890.651986:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.651988:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.651991:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:3.0:1775764890.651993:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764890.651997:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764890.652020:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b834d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c0c expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.652037:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c0c expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.652045:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.652047:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764890.652050:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c06400, rc 0) 00000100:00100000:3.0:1775764890.652102:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133092864:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2413us (2760us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.652110:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16676 00000100:00100000:3.0:1775764890.655530:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.655695:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133093120 00000100:00100000:0.0:1775764890.655706:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133093120 00000100:00100000:0.0:1775764890.655765:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16677 00000100:00100000:0.0:1775764890.655776:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+56:89014:x1862022133093120:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764890.655860:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b835b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.655877:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b835b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.655890:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b835b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.655905:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b8362 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd6780168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.655922:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b8362 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd6780168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.655929:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b8362 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd6780168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.655955:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b8369 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.655967:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c0c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.655976:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b8369 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.656008:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c0c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.656021:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 15 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c0c expref: 33 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.656035:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487152300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154079488:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764890.656295:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.664337:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.664428:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee487152300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154079488:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764890.664454:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b8369 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.664857:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133093248 00000100:00100000:3.0:1775764890.664865:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133093248 00010000:00010000:3.0:1775764890.664900:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c0c expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.664948:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2162 00000100:00100000:3.0:1775764890.664957:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5b3e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133093248:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.664972:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.664996:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c0c expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.665008:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c0c expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.665028:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b8354 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c0c expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.665041:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.665046:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b8369 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.665057:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b8369 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.665070:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b8369 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.665097:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764890.665140:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5b3e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133093248:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 184us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.665147:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2162 00010000:00010000:2.0:1775764890.665202:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b8369 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.665212:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b8369 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.665680:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009be1fa2e reply state 00000000c46651a3 transno 4294977071 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b8369 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.665694:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07600/0x2bbd42d658b8369 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.665700:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.665703:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764890.665705:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.665711:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b835b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.665718:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b835b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.665725:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b835b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.665731:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b835b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.665737:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.665742:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b835b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.665749:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b835b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.665759:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.665761:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.665765:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b835b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.665770:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b835b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.665781:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009be1fa2e reply state 00000000c46651a3 transno 4294977071 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b8362 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd6780168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.665789:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06000/0x2bbd42d658b8362 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd6780168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.665796:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd6780168 (ffff9ee4bfdd8200) 00010000:00010000:2.0:1775764890.665798:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.665800:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764890.665845:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+58:89014:x1862022133093120:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10071us (10325us total) trans 4294977071 rc 0/0 00000100:00100000:2.0:1775764890.665853:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16677 00000100:00100000:1.0:1775764890.673245:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.673338:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133093504 00000100:00100000:0.0:1775764890.673349:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133093504 00000100:00100000:0.0:1775764890.673407:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16678 00000100:00100000:0.0:1775764890.673416:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+58:89014:x1862022133093504:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764890.673502:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8370 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.673520:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8370 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.673531:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8370 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.673545:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b8377 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8d748eec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.673551:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b8377 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8d748eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.673557:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b8377 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8d748eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.673574:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b837e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.673584:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b837e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.673590:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b837e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.674334:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc5a300e reply state 00000000ad6af7f4 transno 4294977072 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b837e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.674358:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07c00/0x2bbd42d658b837e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.674366:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.674369:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764890.674373:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.674380:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8370 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.674387:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8370 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.674393:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8370 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.674399:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8370 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.674405:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c06a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.674409:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8370 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.674417:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8370 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.674425:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.674428:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.674431:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8370 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.674437:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8370 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.674449:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc5a300e reply state 00000000ad6af7f4 transno 4294977072 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b8377 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8d748eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.674457:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06c00/0x2bbd42d658b8377 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8d748eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.674462:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8d748eec (ffff9ee4bfdd8c00) 00010000:00010000:0.0:1775764890.674464:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.674466:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.674587:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+60:89014:x1862022133093504:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1170us (1350us total) trans 4294977072 rc 0/0 00000100:00100000:0.0:1775764890.674595:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16678 00000100:00100000:0.0:1775764890.685811:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.685843:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.685928:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133093760 00000100:00100000:1.0:1775764890.685936:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133093888 00000100:00100000:3.0:1775764890.685939:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133093760 00000100:00100000:1.0:1775764890.685942:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133093888 00000100:00100000:1.0:1775764890.686006:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16679 00000100:00100000:1.0:1775764890.686016:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a70b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133093888:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:3.0:1775764890.686024:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16680 00000100:00100000:3.0:1775764890.686034:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487152300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+60:89014:x1862022133093760:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.686039:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.686059:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82c00/0x2bbd42d658b8385 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c13 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.686105:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b838c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.686116:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.686121:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b838c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.686132:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.686137:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b838c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.686144:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.686179:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b839a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe46d6741 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.686187:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b839a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe46d6741 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.686190:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1775764890.686196:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b839a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe46d6741 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.686215:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.686215:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b83a1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.686236:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.686243:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b83a1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.688076:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.688085:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.688088:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.688090:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764890 00000004:00010000:1.0:1775764890.688092:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.688100:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.688140:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82c00/0x2bbd42d658b8385 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c13 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.688163:0:6520:0:(ldlm_lockd.c:1464:ldlm_handle_enqueue()) ### save blocking bits 22 in granted lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 17 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c13 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.688177:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 17 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c13 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.688186:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 17 type: IBT gid 0 flags: 0x60200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c13 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.688193:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.688196:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.688199:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b83a1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.688209:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d83c00, rc 0) 00000100:00100000:2.0:1775764890.688908:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133093888:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2891us (3060us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.688926:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16679 00010000:00010000:2.0:1775764890.691786:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 17 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c13 expref: 33 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.691809:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 17 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c13 expref: 33 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.691825:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a6675880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154079616:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.691925:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.695140:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.695269:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133094016 00000100:00100000:2.0:1775764890.695279:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133094016 00010000:00010000:2.0:1775764890.695317:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 17 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c13 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.695360:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2163 00000100:00100000:2.0:1775764890.695369:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a70b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133094016:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.695382:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.695403:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 18 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c13 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.695417:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 18 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c13 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.695437:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.695442:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b83a1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.695454:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b83a1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.695466:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b83a1 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 18 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.695485:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.695531:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133094016:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 163us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.695539:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2163 00010000:00010000:3.0:1775764890.698305:0:27904:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.48@tcp) returned -22 from blocking AST (req@000000008407b7b4 x1862022154079616) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c13 expref: 33 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.698348:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8393 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c13 expref: 33 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.698367:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a6675880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154079616:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764890.698387:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.698395:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b83a1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.698404:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b83a1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.698410:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b83a1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.698965:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a70193ef reply state 00000000f8cb3670 transno 4294977073 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b83a1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.698982:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e000/0x2bbd42d658b83a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.698995:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.698998:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764890.699001:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764890.699008:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b838c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.699016:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b838c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.699021:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b838c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.699028:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b838c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.699033:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.699037:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b838c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.699044:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b838c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.699053:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764890.699055:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.699059:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b838c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.699066:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b838c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.699078:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a70193ef reply state 00000000f8cb3670 transno 4294977073 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b839a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe46d6741 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.699089:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e600/0x2bbd42d658b839a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe46d6741 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.699094:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe46d6741 (ffff9ee39c395a00) 00010000:00010000:3.0:1775764890.699097:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764890.699099:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764890.699196:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487152300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+62:89014:x1862022133093760:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13162us (13394us total) trans 4294977073 rc 0/0 00000100:00100000:3.0:1775764890.699206:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16680 00000100:00100000:0.0:1775764890.703584:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.703851:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133094272 00000100:00100000:1.0:1775764890.703862:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133094272 00000100:00100000:1.0:1775764890.703934:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16681 00000100:00100000:1.0:1775764890.703945:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a70bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+62:89014:x1862022133094272:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.704029:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83a8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704046:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83a8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704058:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83a8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704073:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b83af lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1745e640 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704079:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b83af lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1745e640 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704086:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b83af lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1745e640 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704104:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b83b6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704114:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b83b6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704120:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b83b6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.704688:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061c67cb0 reply state 000000007a4a2545 transno 4294977074 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b83b6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704703:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82200/0x2bbd42d658b83b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704711:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.704714:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764890.704718:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.704724:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83a8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704730:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83a8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704735:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83a8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704742:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83a8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704748:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d82600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.704752:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83a8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704760:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83a8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704770:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.704772:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.704775:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83a8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704782:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83a8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.704794:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061c67cb0 reply state 000000007a4a2545 transno 4294977074 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b83af lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1745e640 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704803:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83a00/0x2bbd42d658b83af lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1745e640 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.704809:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1745e640 (ffff9ee38620cc00) 00010000:00010000:1.0:1775764890.704811:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.704814:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.704893:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+64:89014:x1862022133094272:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 948us (1317us total) trans 4294977074 rc 0/0 00000100:00100000:1.0:1775764890.704902:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16681 00000100:00100000:3.0:1775764890.705228:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.705561:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133094400 00000100:00100000:2.0:1775764890.705569:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133094400 00000100:00100000:2.0:1775764890.705616:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16682 00000100:00100000:2.0:1775764890.705646:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133094400:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764890.705660:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764890.705675:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83bd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c1a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.705730:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83c4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.705743:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83c4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.705754:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83c4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764890.705785:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764890.705802:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83c4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.705935:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764890.705938:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764890.705941:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764890.705944:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764890 -> 1775764891 00000004:00010000:2.0:1775764890.705946:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764890.705950:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764890.705968:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83bd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c1a expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.705988:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83c4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c1a expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.705996:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.705999:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764890.706002:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892c5200, rc 0) 00000100:00100000:2.0:1775764890.706045:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133094400:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 422us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.706051:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16682 00000100:00100000:3.0:1775764890.713770:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.713868:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133094656 00000100:00100000:2.0:1775764890.713879:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133094656 00000100:00100000:2.0:1775764890.713944:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16683 00000100:00100000:2.0:1775764890.713954:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+64:89014:x1862022133094656:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.714034:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83cb lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.714051:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83cb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.714064:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83cb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.714079:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5800/0x2bbd42d658b83d2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9e170e60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.714085:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5800/0x2bbd42d658b83d2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9e170e60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.714091:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5800/0x2bbd42d658b83d2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9e170e60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.714108:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5c00/0x2bbd42d658b83d9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.714120:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83c4 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c1a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.714129:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5c00/0x2bbd42d658b83d9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.714162:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83c4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 19 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c1a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.714175:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83c4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 19 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c1a expref: 33 pid: 6519 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.714187:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a6675880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154079744:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.714267:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385afb780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.716270:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a6675880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154079744:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764890.716295:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5c00/0x2bbd42d658b83d9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.719525:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.719566:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.719852:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133094784 00000100:00100000:2.0:1775764890.719860:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133094784 00010000:00010000:2.0:1775764890.719895:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83c4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 19 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c1a expref: 34 pid: 6519 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.719945:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2164 00000100:00100000:2.0:1775764890.719954:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133094784:12345-192.168.202.48@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1775764890.719966:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133094912 00010000:00010000:2.0:1775764890.719969:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1775764890.719972:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133094912 00010000:00010000:2.0:1775764890.719992:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83c4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 20 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c1a expref: 35 pid: 6519 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720006:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83c4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 20 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c1a expref: 35 pid: 6519 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.720022:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16684 00010000:00010000:2.0:1775764890.720029:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83c4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c1a expref: 35 pid: 6519 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.720035:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133094912:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764890.720050:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.720055:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764890.720056:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5c00/0x2bbd42d658b83d9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720071:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5c00/0x2bbd42d658b83d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.720076:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83e0 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c21 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720080:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5c00/0x2bbd42d658b83d9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720119:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764890.720142:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.720151:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5c00/0x2bbd42d658b83d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.720156:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.720171:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133094784:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 217us (602us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764890.720172:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5c00/0x2bbd42d658b83d9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.720184:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2164 00010000:00010000:1.0:1775764890.720185:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720213:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5c00/0x2bbd42d658b83d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720221:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5c00/0x2bbd42d658b83d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.720715:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d64a4d8b reply state 00000000b855a34b transno 4294977075 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5c00/0x2bbd42d658b83d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720729:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5c00/0x2bbd42d658b83d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720736:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.720739:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764890.720742:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720749:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720756:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.720772:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.720777:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83cb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720784:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83cb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720795:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83cb lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720802:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83cb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720808:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892c5400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.720811:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83cb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720818:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83cb lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720825:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.720827:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.720831:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83cb lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720836:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83cb lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.720846:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d64a4d8b reply state 00000000b855a34b transno 4294977075 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5800/0x2bbd42d658b83d2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9e170e60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720854:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5800/0x2bbd42d658b83d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9e170e60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.720859:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9e170e60 (ffff9ee385885500) 00010000:00010000:2.0:1775764890.720861:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.720863:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764890.720927:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+66:89014:x1862022133094656:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6974us (7165us total) trans 4294977075 rc 0/0 00010000:00010000:1.0:1775764890.720930:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.720940:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16683 00010000:00010000:1.0:1775764890.720944:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.720978:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.720996:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.721018:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.721022:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.721025:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.721027:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764890.721029:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.721034:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.721052:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b83e0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c21 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.721067:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c21 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.721075:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.721078:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.721080:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d83c00, rc 0) 00000100:00100000:1.0:1775764890.721103:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133094912:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1073us (1590us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.721111:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16684 00010000:00010000:1.0:1775764890.735791:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764890.739997:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.740103:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133095168 00000100:00100000:2.0:1775764890.740114:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133095168 00000100:00100000:2.0:1775764890.740175:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16685 00000100:00100000:2.0:1775764890.740186:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+66:89014:x1862022133095168:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.740273:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83ee lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.740291:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83ee lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.740304:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83ee lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.740317:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83f5 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2b553f84 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.740324:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83f5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2b553f84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.740331:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83f5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2b553f84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.740346:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4c00/0x2bbd42d658b83fc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.740357:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c21 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.740366:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4c00/0x2bbd42d658b83fc lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.740398:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 20 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c21 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.740411:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 20 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c21 expref: 33 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.740425:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a6675880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154079872:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.740499:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.745324:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a6675880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154079872:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764890.745353:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4c00/0x2bbd42d658b83fc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.745986:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.747217:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133095296 00000100:00100000:2.0:1775764890.747228:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133095296 00010000:00010000:2.0:1775764890.747270:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 20 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c21 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.747370:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2165 00000100:00100000:2.0:1775764890.747380:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7155180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133095296:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.747395:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.747426:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 21 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c21 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.747440:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 21 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c21 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.747467:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b83e7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c21 expref: 34 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.747483:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.747488:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4c00/0x2bbd42d658b83fc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.747500:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4c00/0x2bbd42d658b83fc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.747508:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4c00/0x2bbd42d658b83fc lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.747541:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.747595:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7155180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133095296:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (1611us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.747602:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2165 00010000:00010000:0.0:1775764890.747671:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4c00/0x2bbd42d658b83fc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.747680:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4c00/0x2bbd42d658b83fc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.748215:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a715aa8f reply state 000000004e46d483 transno 4294977076 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4c00/0x2bbd42d658b83fc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.748229:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4c00/0x2bbd42d658b83fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.748236:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.748240:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764890.748243:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.748249:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83ee lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.748257:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83ee lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.748263:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83ee lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.748270:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83ee lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.748276:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892c5400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.748281:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83ee lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.748288:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83ee lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.748296:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.748298:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.748301:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83ee lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.748307:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b83ee lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.748318:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a715aa8f reply state 000000004e46d483 transno 4294977076 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83f5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2b553f84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.748326:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5200/0x2bbd42d658b83f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2b553f84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.748332:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2b553f84 (ffff9ee385885d00) 00010000:00010000:0.0:1775764890.748335:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.748336:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.748388:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+68:89014:x1862022133095168:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8203us (8397us total) trans 4294977076 rc 0/0 00000100:00100000:0.0:1775764890.748395:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16685 00000100:00100000:3.0:1775764890.751313:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.751430:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133095552 00000100:00100000:0.0:1775764890.751440:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133095552 00000100:00100000:0.0:1775764890.751532:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16686 00000100:00100000:0.0:1775764890.751544:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+68:89014:x1862022133095552:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764890.751665:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b8403 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.751683:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b8403 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.751696:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b8403 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.751711:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b840a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf4798fc2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.751719:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b840a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf4798fc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.751726:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b840a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf4798fc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.751744:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8411 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.751755:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8411 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.751762:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8411 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.752513:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0984904 reply state 000000001aa52465 transno 4294977077 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8411 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.752529:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06e00/0x2bbd42d658b8411 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.752537:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.752540:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764890.752543:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.752549:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b8403 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.752556:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b8403 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.752562:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b8403 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.752568:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b8403 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.752574:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.752579:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b8403 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.752586:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b8403 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.752596:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.752598:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.752602:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b8403 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.752609:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b8403 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.753288:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0984904 reply state 000000001aa52465 transno 4294977077 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b840a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf4798fc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.753302:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06800/0x2bbd42d658b840a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf4798fc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.753309:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf4798fc2 (ffff9ee4bfdd8800) 00010000:00010000:0.0:1775764890.753311:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.753314:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.753406:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+70:89014:x1862022133095552:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1862us (2099us total) trans 4294977077 rc 0/0 00000100:00100000:0.0:1775764890.753415:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16686 00000100:00100000:1.0:1775764890.756734:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.756938:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133095808 00000100:00100000:2.0:1775764890.756949:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133095808 00000100:00100000:2.0:1775764890.757004:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16687 00000100:00100000:2.0:1775764890.757013:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+70:89014:x1862022133095808:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.757094:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b8418 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757125:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b8418 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757137:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b8418 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757154:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4600/0x2bbd42d658b841f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1c99b434 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757161:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4600/0x2bbd42d658b841f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1c99b434 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757167:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4600/0x2bbd42d658b841f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1c99b434 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757184:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8426 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757194:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8426 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757200:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8426 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.757667:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008311291d reply state 000000001767f470 transno 4294977078 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8426 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757682:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4a00/0x2bbd42d658b8426 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757689:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.757692:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764890.757695:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.757701:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b8418 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757708:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b8418 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757713:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b8418 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757720:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b8418 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757725:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892c5e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.757729:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b8418 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757737:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b8418 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757746:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.757747:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.757751:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b8418 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757755:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b8418 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.757766:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008311291d reply state 000000001767f470 transno 4294977078 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4600/0x2bbd42d658b841f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1c99b434 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757773:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4600/0x2bbd42d658b841f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1c99b434 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.757778:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1c99b434 (ffff9ee385885c00) 00010000:00010000:2.0:1775764890.757780:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.757782:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764890.760334:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+72:89014:x1862022133095808:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 3309us (3596us total) trans 4294977078 rc 0/0 00000100:00100000:2.0:1775764890.760348:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16687 00000100:00100000:1.0:1775764890.760459:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.760609:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133095936 00000100:00100000:0.0:1775764890.760618:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133095936 00000100:00100000:0.0:1775764890.760695:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16688 00000100:00100000:0.0:1775764890.760704:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133095936:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.760723:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.760742:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b842d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c28 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.760822:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8434 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.760837:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8434 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.760848:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8434 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.760888:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.760906:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8434 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.760938:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.760941:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.760951:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.760954:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:0.0:1775764890.760956:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.760961:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.760982:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b842d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c28 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.760998:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8434 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c28 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.761007:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.761010:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.761014:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c07400, rc 0) 00000100:00100000:0.0:1775764890.762104:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133095936:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1395us (1639us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.762113:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16688 00000100:00100000:1.0:1775764890.766616:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.766724:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133096192 00000100:00100000:3.0:1775764890.766734:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133096192 00000100:00100000:3.0:1775764890.766783:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16689 00000100:00100000:3.0:1775764890.766791:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfea8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+72:89014:x1862022133096192:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764890.766887:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b843b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.766904:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b843b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.766929:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b843b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.766949:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b8442 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa44aced1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.766956:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b8442 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa44aced1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.766962:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b8442 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa44aced1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.766979:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b8449 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.766992:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8434 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c28 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.767000:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b8449 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.767033:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8434 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 23 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c28 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.767046:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8434 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 23 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c28 expref: 33 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.767060:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7154000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154080000:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764890.767127:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.774371:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7154000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154080000:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764890.774399:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b8449 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.775106:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.775173:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133096320 00000100:00100000:2.0:1775764890.775181:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133096320 00010000:00010000:2.0:1775764890.775219:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8434 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 23 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c28 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.775258:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2166 00000100:00100000:2.0:1775764890.775266:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133096320:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.775281:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.775306:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8434 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 24 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c28 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.775318:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8434 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 24 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c28 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.775340:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8434 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c28 expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.775357:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.775362:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b8449 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.775375:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b8449 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.775383:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b8449 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 23 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.775417:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.775469:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133096320:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 203us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.775476:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2166 00010000:00010000:0.0:1775764890.775532:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b8449 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.775539:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b8449 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.776046:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000765a7974 reply state 00000000416bc416 transno 4294977079 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b8449 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.776060:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e400/0x2bbd42d658b8449 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.776067:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.776070:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764890.776073:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.776080:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b843b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.776085:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b843b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.776091:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b843b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.776097:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b843b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.776102:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.776107:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b843b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.776113:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b843b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.776126:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.776128:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.776132:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b843b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.776138:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b843b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.776151:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000765a7974 reply state 00000000416bc416 transno 4294977079 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b8442 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa44aced1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.776160:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fc00/0x2bbd42d658b8442 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa44aced1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.776166:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa44aced1 (ffff9ee39c395900) 00010000:00010000:0.0:1775764890.776168:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.776170:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.776217:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfea8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+74:89014:x1862022133096192:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9426us (9609us total) trans 4294977079 rc 0/0 00000100:00100000:0.0:1775764890.776224:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16689 00000100:00100000:0.0:1775764890.778535:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.778607:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133096448 00000100:00100000:3.0:1775764890.778616:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133096448 00000100:00100000:3.0:1775764890.778704:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16690 00000100:00100000:3.0:1775764890.778714:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a70b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133096448:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764890.778734:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764890.778754:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b8450 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c2f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.778815:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8457 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.778830:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8457 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.778840:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8457 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764890.778879:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764890.778898:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8457 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.778930:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764890.778934:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.778936:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.778938:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:3.0:1775764890.778940:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764890.778943:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764890.778963:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b8450 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c2f expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.778982:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8457 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c2f expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.778989:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.778992:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764890.778995:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38447f400, rc 0) 00000100:00100000:3.0:1775764890.779041:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133096448:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 330us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.779048:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16690 00000100:00100000:1.0:1775764890.785813:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.785902:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133096704 00000100:00100000:2.0:1775764890.785925:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133096704 00000100:00100000:2.0:1775764890.785981:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16691 00000100:00100000:2.0:1775764890.785990:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+74:89014:x1862022133096704:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.786073:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b845e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.786089:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b845e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.786102:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b845e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.786115:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4800/0x2bbd42d658b8465 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5a418ea3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.786121:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4800/0x2bbd42d658b8465 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5a418ea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.786128:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4800/0x2bbd42d658b8465 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5a418ea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.786144:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b846c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.786157:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8457 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c2f expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.786166:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b846c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.786195:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8457 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 24 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c2f expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.786207:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8457 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 24 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c2f expref: 33 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.786221:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a6675880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154080128:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.786305:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee488ca79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.789701:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a6675880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154080128:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764890.789736:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b846c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.792347:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.792386:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.792476:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133096960 00000100:00100000:0.0:1775764890.792485:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133096960 00000100:00100000:0.0:1775764890.792567:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16692 00000100:00100000:0.0:1775764890.792576:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133096960:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.792596:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.792615:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8473 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c36 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.792723:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.792738:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b846c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.792745:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 25 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.792791:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b846c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.792803:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 25 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.792895:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133096832 00000100:00100000:3.0:1775764890.792899:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133096832 00010000:00010000:3.0:1775764890.792932:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8457 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 25 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c2f expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.792954:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2167 00000100:00100000:3.0:1775764890.792960:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133096832:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.792970:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.792989:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8457 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c2f expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.793020:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8457 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c2f expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.793038:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8457 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c2f expref: 36 pid: 6518 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.793058:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.793062:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 25 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.793070:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b846c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.793079:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b846c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.793086:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b846c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.793093:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 25 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.793098:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 25 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.793126:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764890.793183:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133096832:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 222us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.793190:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2167 00010000:00010000:0.0:1775764890.793337:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b846c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.793345:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b846c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.793843:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005383bbcc reply state 00000000a935868c transno 4294977080 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b846c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.793857:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4e00/0x2bbd42d658b846c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.793864:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.793867:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.793870:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 24 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.793878:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 24 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.793884:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 24 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.793900:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.793923:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b845e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.793930:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b845e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.793936:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b845e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.793942:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b845e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.793947:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892c5e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.793951:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b845e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.793958:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b845e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.793968:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.793970:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.793973:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b845e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.793980:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b845e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.793993:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005383bbcc reply state 00000000a935868c transno 4294977080 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4800/0x2bbd42d658b8465 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5a418ea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.794002:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c4800/0x2bbd42d658b8465 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5a418ea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.794008:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5a418ea3 (ffff9ee385885200) 00010000:00010000:0.0:1775764890.794010:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.794011:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.794055:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+76:89014:x1862022133096704:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8066us (8259us total) trans 4294977080 rc 0/0 00000100:00100000:0.0:1775764890.794062:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16691 00010000:00010000:0.0:1775764890.794087:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.794093:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.794123:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.794140:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.794160:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.794164:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.794166:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.794169:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:0.0:1775764890.794171:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.794175:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.794195:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8473 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c36 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.794209:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c36 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.794216:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.794219:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.794221:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c07800, rc 0) 00000100:00100000:0.0:1775764890.794269:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133096960:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1694us (1882us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.794275:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16692 00000100:00100000:1.0:1775764890.803290:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.803347:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133097216 00000100:00100000:3.0:1775764890.803358:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133097216 00000100:00100000:3.0:1775764890.803468:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16693 00000100:00100000:3.0:1775764890.803478:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+76:89014:x1862022133097216:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764890.803569:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b8481 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.803587:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b8481 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.803598:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b8481 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.803612:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b8488 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa1517dd5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.803618:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b8488 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa1517dd5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.803655:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b8488 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa1517dd5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.803673:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b848f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.803687:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c36 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.803695:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b848f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.803728:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 25 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c36 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.803740:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 25 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c36 expref: 33 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.803758:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7154000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154080256:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764890.803834:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.805685:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7154000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154080256:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764890.805712:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b848f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.806483:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.806715:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133097344 00000100:00100000:2.0:1775764890.806724:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133097344 00010000:00010000:2.0:1775764890.806760:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 25 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c36 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.806812:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2168 00000100:00100000:2.0:1775764890.806823:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133097344:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.806837:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.806859:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c36 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.806876:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c36 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.806897:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b847a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c36 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.806923:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.806929:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b848f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.806941:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b848f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.806949:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b848f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 25 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.806977:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.807074:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133097344:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 253us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.807081:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2168 00010000:00010000:3.0:1775764890.807402:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b848f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.807412:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b848f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.807971:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc0f0540 reply state 000000004be2ac37 transno 4294977081 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b848f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.807986:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447e800/0x2bbd42d658b848f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.807993:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.807996:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764890.808000:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.808006:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b8481 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.808014:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b8481 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.808020:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b8481 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.808027:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b8481 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.808032:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.808037:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b8481 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.808044:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b8481 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.808052:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.808054:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.808057:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b8481 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.808063:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b8481 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.808077:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc0f0540 reply state 000000004be2ac37 transno 4294977081 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b8488 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa1517dd5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.808084:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f600/0x2bbd42d658b8488 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa1517dd5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.808094:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa1517dd5 (ffff9ee39c395400) 00010000:00010000:2.0:1775764890.808096:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.808098:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764890.809045:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.809617:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+78:89014:x1862022133097216:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6138us (6336us total) trans 4294977081 rc 0/0 00000100:00100000:2.0:1775764890.809648:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16693 00000100:00100000:2.0:1775764890.809678:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133097472 00000100:00100000:2.0:1775764890.809685:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133097472 00000100:00100000:1.0:1775764890.810233:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16694 00000100:00100000:1.0:1775764890.810246:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a70bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133097472:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764890.810264:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.810284:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8496 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c3d expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.810488:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b849d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.810504:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b849d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.810516:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b849d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.811790:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.812012:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133097728 00000100:00100000:0.0:1775764890.812020:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133097728 00000100:00100000:0.0:1775764890.812077:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16695 00000100:00100000:0.0:1775764890.812087:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+78:89014:x1862022133097728:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764890.812156:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84a4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.812169:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84a4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.812179:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84a4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.812194:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b84ab lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5dd97a48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.812200:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b84ab lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5dd97a48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.812207:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b84ab lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5dd97a48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.812226:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b84b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.812238:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b849d lrc: 2/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.812246:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b84b2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.812263:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b849d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.812273:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b84b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.813041:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.813073:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b849d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.813096:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.813099:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.813101:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.813104:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764890.813106:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.813110:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.813136:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8496 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c3d expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.813162:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b849d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c3d expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.813171:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b849d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c3d expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.813177:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d83c00, rc 0) 00000100:00100000:1.0:1775764890.813244:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133097472:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3001us (4202us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.813252:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16694 00000100:00100000:0.0:1775764890.818997:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.819098:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133097856 00000100:00100000:2.0:1775764890.819109:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133097856 00000100:00100000:2.0:1775764890.819273:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16696 00000100:00100000:2.0:1775764890.819285:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a7972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133097856:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764890.819307:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764890.819331:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b84b9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c44 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.819407:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.819422:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b84b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.819429:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.819448:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b84b2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.819458:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.819547:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.819598:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133097984 00000100:00100000:3.0:1775764890.819602:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133097984 00010000:00010000:3.0:1775764890.819735:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b849d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 27 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c3d expref: 36 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.819793:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2169 00000100:00100000:3.0:1775764890.819801:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5b3d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133097984:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.819875:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.819892:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b849d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c3d expref: 36 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.819905:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b849d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c3d expref: 36 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.819941:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b849d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c3d expref: 36 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.819955:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.819960:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.819968:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b84b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.819978:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b84b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.819985:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b84b2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.819992:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.819997:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.820011:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764890.820199:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5b3d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133097984:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 397us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.820208:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2169 00010000:00010000:0.0:1775764890.820311:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b84b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.820321:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b84b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.821511:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae4dbfa0 reply state 00000000a0ed89bd transno 4294977082 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b84b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821532:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06600/0x2bbd42d658b84b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821545:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.821548:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764890.821552:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821560:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821566:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.821593:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764890.821605:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84a4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821612:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84a4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821619:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84a4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.821655:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821659:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84a4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.821672:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821674:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764890.821681:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84a4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821689:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84a4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821699:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764890.821703:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.821706:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84a4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821712:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84a4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764890.821714:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.821728:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae4dbfa0 reply state 00000000a0ed89bd transno 4294977082 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b84ab lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5dd97a48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.821736:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821737:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06400/0x2bbd42d658b84ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5dd97a48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.821753:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5dd97a48 (ffff9ee4bfdd8a00) 00010000:00010000:0.0:1775764890.821756:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764890.821758:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:2.0:1775764890.821767:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764890.821771:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764890.821774:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764890.821776:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764890.821779:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764890.821783:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764890.821817:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b84b9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c44 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.821836:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c44 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.821837:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+80:89014:x1862022133097728:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9749us (10050us total) trans 4294977082 rc 0/0 00010000:00010000:2.0:1775764890.821853:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00000100:00100000:0.0:1775764890.821855:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16695 00010000:00010000:2.0:1775764890.821857:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764890.821861:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892c5e00, rc 0) 00000100:00100000:2.0:1775764890.821886:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a7972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133097856:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2604us (2902us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.821893:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16696 00000100:00100000:0.0:1775764890.827557:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.827603:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133098240 00000100:00100000:2.0:1775764890.827615:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133098240 00000100:00100000:2.0:1775764890.827740:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16697 00000100:00100000:2.0:1775764890.827750:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a7971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+80:89014:x1862022133098240:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.827987:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b84c7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.828006:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b84c7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.828017:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b84c7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.828031:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b84ce lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xcf58efde bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.828039:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b84ce lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcf58efde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.828045:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b84ce lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcf58efde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.828060:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b84d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.828072:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c44 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.828079:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b84d5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.828111:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 27 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c44 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.828125:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 27 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c44 expref: 33 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.828140:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a6675880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154080384:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.828264:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.830241:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a6675880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154080384:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764890.830269:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b84d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.830331:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.830371:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133098368 00000100:00100000:2.0:1775764890.830377:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133098368 00010000:00010000:2.0:1775764890.830410:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 27 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c44 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.830477:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2170 00000100:00100000:2.0:1775764890.830486:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133098368:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.830500:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.830522:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c44 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.830534:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c44 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.830555:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b84c0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c44 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.830574:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.830579:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b84d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.830591:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b84d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.830600:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b84d5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 27 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.830644:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764890.830687:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133098368:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 202us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.830695:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2170 00010000:00010000:3.0:1775764890.831192:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b84d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.831202:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b84d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.832977:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002e4ebee reply state 0000000024a95e1a transno 4294977083 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b84d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.833009:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90600/0x2bbd42d658b84d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.833018:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.833021:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764890.833025:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764890.833032:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b84c7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.833039:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b84c7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.833045:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b84c7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.833051:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b84c7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.833057:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb90e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.833062:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b84c7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.833069:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b84c7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.833080:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764890.833083:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.833087:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b84c7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.833093:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b84c7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.833108:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002e4ebee reply state 0000000024a95e1a transno 4294977083 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b84ce lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcf58efde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.833117:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91000/0x2bbd42d658b84ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcf58efde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.833122:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcf58efde (ffff9ee385885800) 00010000:00010000:3.0:1775764890.833124:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764890.833126:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764890.833219:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a7971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+82:89014:x1862022133098240:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5468us (5669us total) trans 4294977083 rc 0/0 00000100:00100000:3.0:1775764890.833228:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16697 00000100:00100000:0.0:1775764890.835427:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.835467:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.835547:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133098496 00000100:00100000:1.0:1775764890.835558:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133098496 00000100:00100000:2.0:1775764890.835574:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133098752 00000100:00100000:2.0:1775764890.835580:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133098752 00000100:00100000:1.0:1775764890.835709:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16698 00000100:00100000:1.0:1775764890.835721:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133098496:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764890.835742:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.835768:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82c00/0x2bbd42d658b84dc lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c4b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.835770:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16699 00000100:00100000:2.0:1775764890.835785:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+82:89014:x1862022133098752:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.835847:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b84e3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.835854:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b84ea lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.835862:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b84e3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.835866:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b84ea lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.835879:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b84e3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.835879:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b84ea lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.835905:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b84f1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5e2461 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.835923:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b84f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5e2461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.835929:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b84f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5e2461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.835946:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b84f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.835948:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1775764890.835961:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b84e3 lrc: 2/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.835968:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b84f8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.835975:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b84e3 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT flags: 0x40210000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.835985:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b84e3 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.835992:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.835996:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.835999:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.836001:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764890.836003:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:2.0:1775764890.836145:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b84f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764890.836157:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.836182:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82c00/0x2bbd42d658b84dc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c4b expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.836204:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b84e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c4b expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.836213:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b84e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c4b expref: 34 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.836222:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d83e00, rc 0) 00000100:00100000:1.0:1775764890.836276:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133098496:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 559us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.836287:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16698 00000100:00100000:1.0:1775764890.839017:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.839085:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133098880 00000100:00100000:0.0:1775764890.839096:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133098880 00000100:00100000:0.0:1775764890.839163:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16700 00000100:00100000:0.0:1775764890.839175:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133098880:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.839197:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.839219:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84ff lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c52 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.839291:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.839303:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b84f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.839310:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 29 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.839340:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b84f8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.839351:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 29 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.840193:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.840450:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133099008 00000100:00100000:2.0:1775764890.840457:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133099008 00010000:00010000:2.0:1775764890.840485:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b84e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 29 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c4b expref: 36 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.840520:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2171 00000100:00100000:2.0:1775764890.840528:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133099008:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764890.840539:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764890.840561:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b84e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c4b expref: 36 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.840574:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b84e3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c4b expref: 36 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.840595:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b84e3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c4b expref: 36 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.840612:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.840618:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 29 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.840668:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b84f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.840681:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b84f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.840689:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b84f8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.840697:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 29 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.840703:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 29 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.840728:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764890.840747:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b84f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.840757:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b84f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.840783:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133099008:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 254us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.840795:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2171 00000004:00010000:1.0:1775764890.841236:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dadf0044 reply state 00000000d7a8a8f7 transno 4294977084 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b84f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841251:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90000/0x2bbd42d658b84f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841259:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.841261:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.841264:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 28 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841271:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841277:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.841302:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.841310:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b84ea lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841316:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b84ea lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841322:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b84ea lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841328:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b84ea lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841334:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.841337:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b84ea lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841344:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b84ea lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841352:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.841354:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.841357:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b84ea lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841362:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b84ea lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.841373:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dadf0044 reply state 00000000d7a8a8f7 transno 4294977084 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b84f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5e2461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841381:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91a00/0x2bbd42d658b84f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5e2461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.841386:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5e2461 (ffff9ee385885a00) 00010000:00010000:1.0:1775764890.841389:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.841391:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.841443:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+84:89014:x1862022133098752:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5662us (5976us total) trans 4294977084 rc 0/0 00000100:00100000:1.0:1775764890.841451:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16699 00010000:00010000:0.0:1775764890.842514:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.842525:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.842570:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.842593:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.842617:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.842656:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.842660:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.842663:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:0.0:1775764890.842665:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.842670:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.842699:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b84ff lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c52 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.842716:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c52 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.842724:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.842727:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.842729:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c07a00, rc 0) 00000100:00100000:0.0:1775764890.843333:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133098880:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4149us (4312us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.843344:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16700 00000100:00100000:0.0:1775764890.843965:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.844022:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133099264 00000100:00100000:2.0:1775764890.844031:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133099264 00000100:00100000:2.0:1775764890.844082:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16701 00000100:00100000:2.0:1775764890.844091:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+84:89014:x1862022133099264:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.844177:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b850d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.844193:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b850d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.844207:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b850d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.844224:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b8514 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xcb32eafd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.844231:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b8514 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcb32eafd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.844237:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b8514 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcb32eafd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.844258:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b851b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.844273:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c52 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.844281:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b851b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.844319:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 29 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c52 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.844346:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 29 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c52 expref: 33 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.844361:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a6675880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154080512:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.844435:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.854077:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.854116:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.854188:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133099520 00000100:00100000:1.0:1775764890.854198:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133099520 00000100:00100000:1.0:1775764890.854257:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16702 00000100:00100000:1.0:1775764890.854266:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133099520:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764890.854286:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.854305:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8522 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c59 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.854373:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.854388:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b851b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.854396:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 30 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.854414:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b851b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.854424:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 30 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.854492:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133099392 00000100:00100000:3.0:1775764890.854498:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133099392 00010000:00010000:3.0:1775764890.854519:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c52 expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.854524:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a6675880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154080512:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764890.854548:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b851b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.854563:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2172 00000100:00100000:3.0:1775764890.854571:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384841180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133099392:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.854581:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.854605:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c52 expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.854618:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c52 expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.854670:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8506 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c52 expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.854683:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.854688:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 30 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.854695:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b851b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.854706:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b851b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.854712:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b851b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.854718:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 30 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.854723:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 30 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.854747:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764890.854772:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b851b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.854781:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b851b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.854807:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384841180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133099392:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 237us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.854815:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2172 00000004:00010000:2.0:1775764890.855249:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d614fd98 reply state 00000000eca33440 transno 4294977085 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b851b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855263:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90a00/0x2bbd42d658b851b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855270:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.855273:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764890.855276:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 29 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855283:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 29 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855290:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 29 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.855305:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.855311:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b850d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855318:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b850d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855325:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b850d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855332:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b850d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855338:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.855341:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b850d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855348:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b850d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855356:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.855358:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.855361:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b850d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855368:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b850d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.855378:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d614fd98 reply state 00000000eca33440 transno 4294977085 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b8514 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcb32eafd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855386:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90200/0x2bbd42d658b8514 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcb32eafd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.855392:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcb32eafd (ffff9ee385885e00) 00010000:00010000:2.0:1775764890.855394:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.855396:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764890.855433:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+86:89014:x1862022133099264:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11343us (11469us total) trans 4294977085 rc 0/0 00000100:00100000:2.0:1775764890.855439:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16701 00010000:00010000:2.0:1775764890.857842:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.857856:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764890.857920:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764890.857943:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.857971:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764890.857974:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764890.857977:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764890.857979:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764890.857981:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764890.857985:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764890.858014:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8522 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c59 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.858034:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c59 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.858044:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.858047:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764890.858050:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d82600, rc 0) 00000100:00100000:2.0:1775764890.858108:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133099520:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3842us (3991us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.858116:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16702 00000100:00100000:1.0:1775764890.863173:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.863256:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133099776 00000100:00100000:2.0:1775764890.863266:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133099776 00000100:00100000:2.0:1775764890.863319:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16703 00000100:00100000:2.0:1775764890.863327:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+86:89014:x1862022133099776:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.863413:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8530 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.863429:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8530 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.863442:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8530 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.863456:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b8537 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x35309abf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.863463:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b8537 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x35309abf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.863470:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b8537 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x35309abf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.863490:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b853e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.863503:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c59 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.863512:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b853e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.863543:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c59 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.863555:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c59 expref: 33 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.863570:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154080640:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.866832:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee488ca79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.873479:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.873516:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.873542:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133099904 00000100:00100000:0.0:1775764890.873552:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133099904 00000100:00100000:2.0:1775764890.873599:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154080640:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764890.873685:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133100032 00000100:00100000:3.0:1775764890.873690:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133100032 00010000:00010000:2.0:1775764890.873728:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b853e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.873739:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16704 00000100:00100000:3.0:1775764890.873749:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133100032:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764890.873769:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.873935:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c59 expref: 35 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.873971:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2173 00000100:00100000:0.0:1775764890.873979:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133099904:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764890.873990:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764890.874014:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c59 expref: 35 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.874025:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c59 expref: 35 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.874046:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b8529 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c59 expref: 35 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.874059:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.874064:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b853e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.874078:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b853e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.874085:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b853e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.874111:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764890.874139:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b853e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.874148:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b853e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.874161:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133099904:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 182us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.874169:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2173 00010000:00010000:3.0:1775764890.874493:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8545 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c60 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.874555:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.874576:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b853e lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.874579:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3aedbf1 reply state 0000000089780a9f transno 4294977086 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b853e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.874585:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.874601:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91400/0x2bbd42d658b853e lrc: 4/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.875312:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.875317:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.875321:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.875330:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.875338:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.877905:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.878061:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.878076:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8530 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.878084:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8530 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.878086:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.878096:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764890.878147:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1775764890.878156:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8530 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.878170:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8530 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.878172:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.878185:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb90800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.878191:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8530 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.878200:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8530 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.878204:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764890.878208:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.878211:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764890.878214:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00010000:00010000:1.0:1775764890.878216:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00000004:00010000:3.0:1775764890.878217:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:1.0:1775764890.878221:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:3.0:1775764890.878224:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.878226:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8530 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.878235:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8530 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.878251:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3aedbf1 reply state 0000000089780a9f transno 4294977086 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b8537 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x35309abf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.878255:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8545 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c60 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.878272:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90c00/0x2bbd42d658b8537 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x35309abf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.878281:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x35309abf (ffff9ee385885600) 00010000:00010000:3.0:1775764890.878284:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c60 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.878285:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.878289:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1775764890.878296:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.878299:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764890.878301:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38447f200, rc 0) 00000100:00100000:3.0:1775764890.879533:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133100032:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5779us (6009us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.879546:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16704 00000100:00100000:0.0:1775764890.881080:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+88:89014:x1862022133099776:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 17744us (17906us total) trans 4294977086 rc 0/0 00000100:00100000:0.0:1775764890.881090:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16703 00000100:00100000:1.0:1775764890.884991:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.885035:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133100288 00000100:00100000:2.0:1775764890.885046:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133100288 00000100:00100000:2.0:1775764890.885106:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16705 00000100:00100000:2.0:1775764890.885115:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+88:89014:x1862022133100288:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.885208:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8553 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.885230:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8553 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.885243:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8553 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.885268:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b855a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1fa66cb6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.885275:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b855a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1fa66cb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.885281:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b855a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1fa66cb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.885299:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8561 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.885313:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c60 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.885321:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8561 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.885353:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c60 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.885366:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c60 expref: 33 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.885386:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154080768:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.885517:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee488ca79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.888871:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.888929:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133100416 00000100:00100000:1.0:1775764890.888938:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133100416 00010000:00010000:1.0:1775764890.888977:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c60 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.889021:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2174 00000100:00100000:1.0:1775764890.889031:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133100416:12345-192.168.202.48@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1775764890.889037:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154080768:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.889049:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.889066:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8561 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.889074:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c60 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.889088:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 32 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c60 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.889110:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b854c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 32 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c60 expref: 34 pid: 6520 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.889129:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.889134:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8561 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.889150:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8561 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.889159:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8561 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.889187:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764890.889233:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133100416:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 203us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.889240:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2174 00010000:00010000:3.0:1775764890.889379:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8561 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.889388:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8561 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.890131:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000170b78eb reply state 00000000a7c2633c transno 4294977087 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8561 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.890147:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91e00/0x2bbd42d658b8561 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.890155:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.890158:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764890.890161:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.890168:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8553 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.890175:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8553 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.890181:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8553 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.890188:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8553 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.890194:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.890198:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8553 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.890205:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8553 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.890219:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.890222:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.890225:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8553 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.890231:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8553 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.890241:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000170b78eb reply state 00000000a7c2633c transno 4294977087 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b855a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1fa66cb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.890249:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91200/0x2bbd42d658b855a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1fa66cb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.890254:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1fa66cb6 (ffff9ee385885900) 00010000:00010000:2.0:1775764890.890256:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.890258:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764890.890323:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+90:89014:x1862022133100288:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5207us (5522us total) trans 4294977087 rc 0/0 00000100:00100000:2.0:1775764890.890330:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16705 00000100:00100000:0.0:1775764890.894490:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.894571:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133100544 00000100:00100000:1.0:1775764890.894584:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133100544 00000100:00100000:1.0:1775764890.894665:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16706 00000100:00100000:1.0:1775764890.894677:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133100544:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764890.894701:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.894724:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82c00/0x2bbd42d658b8568 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c67 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.894798:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b856f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.895380:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b856f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.895395:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b856f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.895442:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.895462:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b856f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.895485:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.895488:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.895491:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.895493:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764890.895495:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.895499:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.895523:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82c00/0x2bbd42d658b8568 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c67 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.895540:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b856f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c67 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.895550:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.895553:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.895557:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d82600, rc 0) 00000100:00100000:1.0:1775764890.895666:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133100544:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 991us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.895674:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16706 00000100:00100000:0.0:1775764890.898868:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.898927:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133100800 00000100:00100000:2.0:1775764890.898938:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133100800 00000100:00100000:2.0:1775764890.899012:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16707 00000100:00100000:2.0:1775764890.899022:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+90:89014:x1862022133100800:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764890.899124:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8576 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.899142:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8576 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.899159:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8576 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.899176:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b857d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1deb3688 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.899183:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b857d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1deb3688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.899188:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b857d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1deb3688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.899206:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8584 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.899221:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b856f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c67 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.899228:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8584 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.899893:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b856f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 32 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c67 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.899921:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b856f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 32 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c67 expref: 33 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.899936:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384841c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154080896:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764890.900063:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4aff99900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.906929:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384841c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154080896:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764890.906962:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8584 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.909387:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.909577:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133100928 00000100:00100000:3.0:1775764890.909589:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133100928 00010000:00010000:3.0:1775764890.909670:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b856f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 32 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c67 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.909722:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2175 00000100:00100000:3.0:1775764890.909732:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133100928:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.909747:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.909772:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b856f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c67 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.909928:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b856f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c67 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.909953:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b856f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c67 expref: 34 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.909968:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.909973:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8584 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.909987:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8584 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.909995:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8584 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 32 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.910033:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764890.910094:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133100928:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 363us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.910102:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2175 00010000:00010000:2.0:1775764890.910174:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8584 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.910183:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8584 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.910966:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030802600 reply state 000000004c75f8cf transno 4294977088 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8584 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.910982:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90800/0x2bbd42d658b8584 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.910989:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.910992:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764890.910995:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.911001:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8576 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.911007:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8576 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.911014:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8576 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.911020:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8576 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.911027:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.911031:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8576 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.911039:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8576 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.911048:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.911050:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.911054:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8576 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.911060:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8576 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.911073:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030802600 reply state 000000004c75f8cf transno 4294977088 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b857d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1deb3688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.911081:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90400/0x2bbd42d658b857d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1deb3688 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.911087:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1deb3688 (ffff9ee385885700) 00010000:00010000:2.0:1775764890.911089:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.911091:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764890.911149:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+92:89014:x1862022133100800:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12129us (12290us total) trans 4294977088 rc 0/0 00000100:00100000:2.0:1775764890.911155:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16707 00000100:00100000:0.0:1775764890.914511:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.914559:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.914585:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133101056 00000100:00100000:1.0:1775764890.914595:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133101056 00000100:00100000:2.0:1775764890.914744:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133101312 00000100:00100000:2.0:1775764890.914750:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133101312 00000100:00100000:1.0:1775764890.914906:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16708 00000100:00100000:1.0:1775764890.914983:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133101056:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764890.915004:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.915023:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83800/0x2bbd42d658b858b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c6e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915090:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8592 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915105:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8592 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915117:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8592 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.915159:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.915181:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8592 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.915202:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.915206:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.915209:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.915211:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764890.915213:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.915218:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.915238:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83800/0x2bbd42d658b858b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c6e expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915255:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8592 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c6e expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915263:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.915265:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.915269:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d83e00, rc 0) 00000100:00100000:1.0:1775764890.915330:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133101056:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 350us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.915336:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16708 00000100:00100000:1.0:1775764890.915357:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16709 00000100:00100000:1.0:1775764890.915363:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a6675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+92:89014:x1862022133101312:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.915404:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8599 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915413:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8599 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915421:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8599 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915439:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82c00/0x2bbd42d658b85a0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7d605124 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915446:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82c00/0x2bbd42d658b85a0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7d605124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915452:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82c00/0x2bbd42d658b85a0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7d605124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915468:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b85a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915482:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8592 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c6e expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915490:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b85a7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915524:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8592 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c6e expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.915537:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8592 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c6e expref: 33 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.915548:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154081024:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.917440:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3858766c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.920484:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.920529:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.920602:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133101568 00000100:00100000:2.0:1775764890.920613:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133101568 00000100:00100000:2.0:1775764890.920701:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16710 00000100:00100000:2.0:1775764890.920711:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133101568:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764890.920733:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764890.920754:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b85ae lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c75 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.920831:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.920845:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b85a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.920852:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 34 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.920873:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b85a7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.920884:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 34 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.921077:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133101440 00000100:00100000:3.0:1775764890.921082:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133101440 00010000:00010000:3.0:1775764890.921103:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8592 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 34 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c6e expref: 36 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.921141:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2176 00000100:00100000:3.0:1775764890.921148:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5b3f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133101440:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.921158:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.921177:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8592 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c6e expref: 36 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.921190:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8592 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c6e expref: 36 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.921210:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.921215:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 35 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.921222:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b85a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.921233:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b85a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.921240:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b85a7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.921248:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 35 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.921253:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 35 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.921267:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764890.921325:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5b3f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133101440:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 177us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.921333:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2176 00010000:00010000:1.0:1775764890.921594:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b8592 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c6e expref: 35 pid: 10039 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.921613:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154081024:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764890.923779:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b85a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.923796:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b85a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.923802:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b85a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.924423:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008407b7b4 reply state 00000000c9dfd897 transno 4294977089 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b85a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924441:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07400/0x2bbd42d658b85a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924450:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.924453:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764890.924457:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 33 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924466:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924473:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.924504:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764890.924511:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8599 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924523:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8599 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924529:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8599 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924536:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8599 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924542:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d83c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764890.924546:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8599 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924554:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8599 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924563:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764890.924566:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.924569:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8599 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924576:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b8599 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.924590:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008407b7b4 reply state 00000000c9dfd897 transno 4294977089 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82c00/0x2bbd42d658b85a0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7d605124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924597:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82c00/0x2bbd42d658b85a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7d605124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.924604:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7d605124 (ffff9ee38620c200) 00010000:00010000:1.0:1775764890.924606:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764890.924608:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764890.924703:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a6675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+94:89014:x1862022133101312:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9335us (10140us total) trans 4294977089 rc 0/0 00000100:00100000:1.0:1775764890.924712:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16709 00010000:00010000:0.0:1775764890.924966:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.924975:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.925013:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.925029:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.925053:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.925056:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.925059:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.925061:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:0.0:1775764890.925064:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.925067:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.925088:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b85ae lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c75 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.925103:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c75 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.925110:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.925112:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.925115:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb91c00, rc 0) 00000100:00100000:0.0:1775764890.925154:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133101568:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4444us (4681us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.925162:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16710 00000100:00100000:0.0:1775764890.932303:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.932734:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133101824 00000100:00100000:3.0:1775764890.932744:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133101824 00000100:00100000:3.0:1775764890.932804:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16711 00000100:00100000:3.0:1775764890.932814:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+94:89014:x1862022133101824:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764890.932899:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b85bc lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.932932:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b85bc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.932953:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b85bc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.932970:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b85c3 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4dc491f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.932977:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b85c3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4dc491f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.932984:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b85c3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4dc491f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.933003:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b85ca lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.933018:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c75 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.933027:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b85ca lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.933061:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 34 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c75 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.933074:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 34 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c75 expref: 33 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.933088:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7155880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154081152:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764890.933168:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4aff99900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.938244:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7155880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154081152:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764890.938274:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b85ca lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.942111:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.942361:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133101952 00000100:00100000:3.0:1775764890.942370:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133101952 00010000:00010000:3.0:1775764890.944274:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 34 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c75 expref: 34 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.944453:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2177 00000100:00100000:3.0:1775764890.944469:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133101952:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764890.944485:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764890.944511:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c75 expref: 34 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.944530:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c75 expref: 34 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.944554:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b85b5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c75 expref: 34 pid: 8424 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.944572:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.944578:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b85ca lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.944593:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b85ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.944600:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b85ca lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.944648:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764890.944711:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133101952:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 249us (2610us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.944719:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2177 00010000:00010000:3.0:1775764890.944754:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b85ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.944762:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b85ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.944981:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.945102:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133102080 00000100:00100000:0.0:1775764890.945110:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133102080 00000100:00100000:0.0:1775764890.945143:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16712 00000100:00100000:0.0:1775764890.945150:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133102080:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764890.945166:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.945181:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b85d1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c7c expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.945238:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.945248:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b85ca lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.945256:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 34 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.945271:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b85ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.945280:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 34 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.946416:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009537dda0 reply state 00000000620c7c77 transno 4294977090 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b85ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946443:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f200/0x2bbd42d658b85ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 34 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946451:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.946454:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764890.946458:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 34 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946466:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 34 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946473:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 34 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.946499:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764890.946506:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b85bc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946512:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b85bc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946518:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b85bc lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946526:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b85bc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946532:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.946536:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b85bc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946543:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b85bc lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946553:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764890.946555:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.946559:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b85bc lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946565:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b85bc lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.946579:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009537dda0 reply state 00000000620c7c77 transno 4294977090 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b85c3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4dc491f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946586:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447fe00/0x2bbd42d658b85c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4dc491f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.946592:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4dc491f4 (ffff9ee39c395500) 00010000:00010000:3.0:1775764890.946594:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764890.946596:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764890.946711:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+96:89014:x1862022133101824:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13895us (14416us total) trans 4294977090 rc 0/0 00000100:00100000:3.0:1775764890.946720:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16711 00010000:00010000:0.0:1775764890.946879:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.946887:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.946937:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764890.946965:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764890.946989:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764890.946992:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.946995:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764890.946997:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:0.0:1775764890.947000:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764890.947004:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764890.947025:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b85d1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c7c expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.947039:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c7c expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.947046:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.947048:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764890.947050:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c07a00, rc 0) 00000100:00100000:0.0:1775764890.947074:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133102080:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1925us (2094us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.947081:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16712 00000100:00100000:0.0:1775764890.950940:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.951081:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133102336 00000100:00100000:1.0:1775764890.951091:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133102336 00000100:00100000:1.0:1775764890.951150:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16713 00000100:00100000:1.0:1775764890.951160:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+96:89014:x1862022133102336:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764890.951248:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b85df lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.951266:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b85df lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.951277:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b85df lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.951292:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b85e6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4293b0ba bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.951300:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b85e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4293b0ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.951306:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b85e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4293b0ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.951322:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b85ed lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.951338:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c7c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.951347:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b85ed lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.951377:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c7c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.951390:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c7c expref: 33 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.951405:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154081280:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764890.951481:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3858766c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.953868:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764890.954093:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154081280:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764890.954119:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b85ed lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.956040:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764890.956120:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133102592 00000100:00100000:1.0:1775764890.956130:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133102592 00000100:00100000:1.0:1775764890.956187:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16714 00000100:00100000:1.0:1775764890.956196:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133102592:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764890.956215:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.956234:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b85f4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c83 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.956296:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.956310:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b85ed lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.956318:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.956335:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b85ed lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.956346:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.956803:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133102464 00000100:00100000:0.0:1775764890.956893:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133102464 00010000:00010000:0.0:1775764890.957048:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 36 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c7c expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.957081:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2178 00000100:00100000:0.0:1775764890.957089:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133102464:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764890.957100:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764890.957120:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c7c expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.957134:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c7c expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.957153:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b85d8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c7c expref: 36 pid: 27904 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.957168:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.957172:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.957180:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b85ed lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.957192:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b85ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.957200:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b85ed lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.957208:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.957215:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.957239:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764890.957272:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b85ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.957283:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b85ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.957332:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133102464:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 242us (3470us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.957339:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2178 00000004:00010000:2.0:1775764890.959582:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b4af1ed reply state 00000000d22fe19b transno 4294977091 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b85ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.959604:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06e00/0x2bbd42d658b85ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.959613:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.959616:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764890.959619:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.959887:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.959896:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.960094:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764890.960104:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b85df lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.960112:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b85df lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.960118:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b85df lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.960125:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b85df lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.960131:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764890.960136:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b85df lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.960144:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b85df lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.960156:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764890.960159:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764890.960163:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b85df lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.960170:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b85df lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.960182:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b4af1ed reply state 00000000d22fe19b transno 4294977091 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b85e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4293b0ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.960191:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06c00/0x2bbd42d658b85e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4293b0ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.960198:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4293b0ba (ffff9ee38620c800) 00010000:00010000:2.0:1775764890.960200:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764890.960202:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764890.960290:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+98:89014:x1862022133102336:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9127us (9354us total) trans 4294977091 rc 0/0 00000100:00100000:2.0:1775764890.960298:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16713 00010000:00010000:1.0:1775764890.960353:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.960361:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.960400:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764890.960419:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764890.960443:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764890.960446:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.960449:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764890.960451:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764890.960453:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764890.960457:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764890.960478:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b85f4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c83 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.960492:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c83 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.960500:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764890.960503:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764890.960506:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff07e00, rc 0) 00000100:00100000:1.0:1775764890.960526:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133102592:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4333us (4498us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.960533:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16714 00000100:00100000:3.0:1775764890.969057:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.969829:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133102848 00000100:00100000:0.0:1775764890.969840:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133102848 00000100:00100000:0.0:1775764890.969899:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16715 00000100:00100000:0.0:1775764890.969917:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+98:89014:x1862022133102848:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764890.970015:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8602 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.970031:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8602 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.970045:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8602 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.970060:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b8609 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x45620a7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.970067:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b8609 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45620a7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.970073:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b8609 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45620a7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.970092:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8610 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.970106:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c83 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.970114:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8610 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.970148:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 36 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c83 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.970162:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 36 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c83 expref: 33 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.970176:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154081408:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764890.970261:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.979774:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154081408:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764890.979816:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8610 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.995190:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.995252:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133102976 00000100:00100000:0.0:1775764890.995263:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133102976 00010000:00010000:0.0:1775764890.995299:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 36 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c83 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.995335:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2179 00000100:00100000:0.0:1775764890.995343:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133102976:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764890.995356:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764890.995378:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c83 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.995397:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c83 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.995419:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b85fb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c83 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.995437:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764890.995442:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8610 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.995458:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8610 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.995466:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8610 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.995704:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8610 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.995709:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764890.995712:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8610 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.995902:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133102976:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 557us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.995926:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2179 00000004:00010000:3.0:1775764890.996135:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe62a9b2 reply state 0000000060b91322 transno 4294977092 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8610 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.996146:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07200/0x2bbd42d658b8610 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.996151:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764890.996153:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764890.996156:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764890.996161:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8602 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.996166:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8602 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.996171:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8602 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.996177:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8602 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.996182:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764890.996185:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8602 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.996190:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8602 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.996195:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764890.996196:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.996199:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8602 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.996202:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8602 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.996210:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe62a9b2 reply state 0000000060b91322 transno 4294977092 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b8609 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45620a7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.996215:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07000/0x2bbd42d658b8609 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45620a7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.996219:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x45620a7c (ffff9ee4bfdd8e00) 00010000:00010000:3.0:1775764890.996220:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764890.996221:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764890.996263:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+100:89014:x1862022133102848:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 26358us (27216us total) trans 4294977092 rc 0/0 00000100:00100000:3.0:1775764890.996268:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16715 00000100:00100000:3.0:1775764890.998761:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764890.998801:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133103232 00000100:00100000:3.0:1775764890.998807:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764890.998988:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133103360 00000100:00100000:2.0:1775764890.998998:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133103360 00000100:00100000:2.0:1775764890.999052:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16716 00000100:00100000:2.0:1775764890.999061:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133103360:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764890.999081:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764890.999102:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8617 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c8a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.999169:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b861e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.999185:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b861e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.999197:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b861e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764890.999240:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764890.999263:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b861e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764890.999283:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764890.999286:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764890.999289:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764890.999292:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764890.999294:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764890.999298:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764890.999316:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8617 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c8a expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.999332:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b861e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c8a expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.999341:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764890.999344:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764890.999347:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb90e00, rc 0) 00000100:00100000:2.0:1775764890.999408:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133103360:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 348us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.999415:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16716 00000100:00100000:0.0:1775764890.999494:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133103232 00000100:00100000:0.0:1775764890.999556:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16717 00000100:00100000:0.0:1775764890.999564:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+100:89014:x1862022133103232:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764890.999616:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8625 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.999658:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8625 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.999667:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8625 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.999683:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b862c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2629915f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.999691:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b862c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2629915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.999697:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b862c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2629915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.999712:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8633 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.999725:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b861e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c8a expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.999733:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8633 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.999762:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b861e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c8a expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.999774:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b861e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c8a expref: 33 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.999788:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154081536:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764890.999855:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.002250:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154081536:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764891.002276:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8633 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.002934:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.002988:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133103488 00000100:00100000:0.0:1775764891.002996:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133103488 00000100:00100000:3.0:1775764891.003008:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:0.0:1775764891.003030:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b861e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c8a expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.003065:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2180 00000100:00100000:0.0:1775764891.003073:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133103488:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764891.003087:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764891.003109:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b861e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c8a expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.003120:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b861e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c8a expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.003143:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b861e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c8a expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.003158:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.003164:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8633 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.003178:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8633 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.003185:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8633 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.003212:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764891.003255:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133103488:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 183us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.003263:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2180 00000100:00100000:2.0:1775764891.003318:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133103616 00000100:00100000:2.0:1775764891.003322:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133103616 00000100:00100000:2.0:1775764891.003354:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16718 00000100:00100000:2.0:1775764891.003362:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133103616:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764891.003377:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764891.003390:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b863a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c91 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.003443:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.003454:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8633 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.003461:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 37 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.003474:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8633 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.003483:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 37 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004008:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8633 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004018:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8633 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.004523:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000254923c0 reply state 00000000a4585127 transno 4294977093 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8633 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004539:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06200/0x2bbd42d658b8633 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004546:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.004549:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764891.004552:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 37 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004560:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004566:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.004590:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764891.004597:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8625 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004608:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8625 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004615:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8625 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004654:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8625 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004660:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764891.004665:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8625 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004673:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8625 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004683:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764891.004686:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764891.004690:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8625 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004695:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8625 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.004708:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000254923c0 reply state 00000000a4585127 transno 4294977093 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b862c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2629915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004715:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07800/0x2bbd42d658b862c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2629915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.004721:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2629915f (ffff9ee4bfdd8600) 00010000:00010000:1.0:1775764891.004724:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764891.004726:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764891.004787:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+102:89014:x1862022133103232:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5222us (6033us total) trans 4294977093 rc 0/0 00000100:00100000:1.0:1775764891.004796:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16717 00010000:00010000:2.0:1775764891.004884:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.004892:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764891.004935:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764891.004952:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.004972:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764891.004975:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.004978:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.004981:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764891.004983:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764891.004988:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764891.005004:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b863a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c91 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.005018:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c91 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.005026:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.005028:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764891.005030:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb91600, rc 0) 00000100:00100000:2.0:1775764891.005058:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133103616:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1698us (2050us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.005064:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16718 00000100:00100000:3.0:1775764891.006683:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.006949:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133103872 00000100:00100000:2.0:1775764891.006959:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133103872 00000100:00100000:2.0:1775764891.007007:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16719 00000100:00100000:2.0:1775764891.007016:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+102:89014:x1862022133103872:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.007095:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8648 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.007109:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8648 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.007120:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8648 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.007136:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b864f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb619e0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.007143:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b864f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb619e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.007151:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b864f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb619e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.007167:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b8656 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.007182:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c91 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.007190:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b8656 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.007220:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c91 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.007232:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c91 expref: 33 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.007248:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384841c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154081664:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.007316:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee481370540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764891.011108:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384841c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154081664:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.011137:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b8656 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.015863:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.015970:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.016045:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133104128 00000100:00100000:1.0:1775764891.016056:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133104128 00000100:00100000:1.0:1775764891.016116:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16720 00000100:00100000:1.0:1775764891.016126:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133104128:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764891.016147:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.016167:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b865d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c98 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.016226:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.016240:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b8656 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.016247:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.016266:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b8656 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.016277:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.016472:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133104000 00000100:00100000:0.0:1775764891.016477:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133104000 00010000:00010000:0.0:1775764891.016498:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 39 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c91 expref: 36 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.016560:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2181 00000100:00100000:0.0:1775764891.016566:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133104000:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764891.016576:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764891.016593:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c91 expref: 36 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.016605:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c91 expref: 36 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.016757:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8641 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c91 expref: 36 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.016772:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.016776:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.016783:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b8656 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.016794:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b8656 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.016800:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b8656 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.016817:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.016823:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.016883:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764891.016953:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133104000:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 387us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.016961:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2181 00010000:00010000:2.0:1775764891.017242:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b8656 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.017252:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b8656 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.018283:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037aab4df reply state 000000009c6c31f1 transno 4294977094 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b8656 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018301:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5400/0x2bbd42d658b8656 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018310:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.018312:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764891.018315:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018323:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018329:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.018349:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764891.018356:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8648 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018363:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8648 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018370:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8648 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018377:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8648 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018383:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764891.018387:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8648 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018396:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8648 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018406:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764891.018408:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764891.018411:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8648 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018418:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8648 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.018430:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037aab4df reply state 000000009c6c31f1 transno 4294977094 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b864f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb619e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018438:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892c5e00/0x2bbd42d658b864f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb619e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.018444:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb619e0d1 (ffff9ee385885b00) 00010000:00010000:2.0:1775764891.018446:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764891.018448:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764891.018517:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+104:89014:x1862022133103872:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11499us (11839us total) trans 4294977094 rc 0/0 00000100:00100000:2.0:1775764891.018525:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16719 00010000:00010000:1.0:1775764891.018691:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.018704:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764891.018746:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.018765:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.018790:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.018793:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.018796:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.018799:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764891.018801:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.018816:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764891.018838:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b865d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c98 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.018853:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c98 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.018860:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.018862:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.018864:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff07800, rc 0) 00000100:00100000:1.0:1775764891.018889:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133104128:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2766us (2920us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.018896:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16720 00000100:00100000:3.0:1775764891.021499:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.021555:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133104384 00000100:00100000:1.0:1775764891.021566:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133104384 00000100:00100000:1.0:1775764891.021739:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16721 00000100:00100000:1.0:1775764891.021750:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+104:89014:x1862022133104384:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764891.024083:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b866b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.024107:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b866b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.024121:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b866b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.024138:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b8672 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb8e39c00 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.024145:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b8672 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb8e39c00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.024152:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b8672 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb8e39c00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.024171:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b8679 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.024191:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c98 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.024199:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b8679 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.024238:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 39 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c98 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.024259:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 39 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c98 expref: 33 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.024273:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154081792:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764891.024357:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3858769c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764891.027867:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154081792:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764891.027896:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b8679 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.028427:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.028504:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133104512 00000100:00100000:1.0:1775764891.028510:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133104512 00010000:00010000:1.0:1775764891.028545:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 39 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c98 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.028811:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2182 00000100:00100000:3.0:1775764891.028823:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133104512:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764891.028839:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764891.028864:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c98 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.028878:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c98 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.028900:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b8664 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c98 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.028925:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.028930:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b8679 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.028945:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b8679 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.028953:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b8679 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 39 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.028985:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764891.029066:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b8679 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.029075:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b8679 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.029552:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c8613b0 reply state 0000000079584bb0 transno 4294977095 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b8679 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.029567:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06400/0x2bbd42d658b8679 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.029574:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.029576:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764891.029579:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764891.029585:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b866b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.029592:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b866b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.029599:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b866b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.029606:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b866b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.029611:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764891.029616:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b866b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.029650:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b866b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.029659:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764891.029661:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764891.029665:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b866b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.029671:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b866b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.029682:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c8613b0 reply state 0000000079584bb0 transno 4294977095 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b8672 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb8e39c00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.029689:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06000/0x2bbd42d658b8672 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8e39c00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.029695:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb8e39c00 (ffff9ee38620ca00) 00010000:00010000:2.0:1775764891.029697:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764891.029699:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764891.029990:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133104512:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1165us (1560us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.029999:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2182 00000100:00100000:2.0:1775764891.030090:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+106:89014:x1862022133104384:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8342us (8600us total) trans 4294977095 rc 0/0 00000100:00100000:2.0:1775764891.030097:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16721 00000100:00100000:0.0:1775764891.030176:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.030496:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133104640 00000100:00100000:2.0:1775764891.030504:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133104640 00000100:00100000:2.0:1775764891.030573:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16722 00000100:00100000:2.0:1775764891.030581:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133104640:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764891.030599:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764891.030618:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8680 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76c9f expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.030727:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8687 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.030739:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8687 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.030747:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8687 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764891.030784:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764891.031565:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8687 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.031595:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764891.031598:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.031601:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.031603:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764891.031605:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764891.031609:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764891.031657:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8680 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c9f expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.031674:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8687 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c9f expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.031682:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.031685:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764891.031688:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb91600, rc 0) 00000100:00100000:2.0:1775764891.031746:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133104640:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1164us (1568us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.031753:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16722 00000100:00100000:1.0:1775764891.032231:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.037810:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133104896 00000100:00100000:2.0:1775764891.037830:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133104896 00000100:00100000:2.0:1775764891.037889:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16723 00000100:00100000:2.0:1775764891.037899:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+106:89014:x1862022133104896:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.038005:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b868e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.038023:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b868e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.038036:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b868e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.038054:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8695 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x118cab30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.038061:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8695 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x118cab30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.038067:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8695 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x118cab30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.038088:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b869c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.038103:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8687 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c9f expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.038111:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b869c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.038157:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8687 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c9f expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.038171:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8687 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c9f expref: 33 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.038186:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384841c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154081920:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.038358:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.048296:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.048332:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.048751:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133105152 00000100:00100000:1.0:1775764891.048760:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133105152 00000100:00100000:1.0:1775764891.048812:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16724 00000100:00100000:1.0:1775764891.048821:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133105152:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764891.048841:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.048863:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b86a3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ca6 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.048937:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.048951:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b869c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.048956:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 41 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.048972:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b869c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.048981:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 41 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.049064:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384841c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154081920:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.049085:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b869c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.049361:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133105024 00000100:00100000:3.0:1775764891.049364:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133105024 00010000:00010000:3.0:1775764891.049383:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8687 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 41 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c9f expref: 36 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.049407:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2183 00000100:00100000:3.0:1775764891.049412:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5b3f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133105024:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764891.049419:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764891.049434:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8687 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c9f expref: 36 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.049442:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8687 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c9f expref: 36 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.049456:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8687 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76c9f expref: 36 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.049467:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.049469:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 41 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.049474:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b869c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.049484:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b869c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.049489:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b869c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.049493:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 41 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.049497:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 41 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.049513:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764891.049559:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5b3f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133105024:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 146us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.049565:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2183 00010000:00010000:2.0:1775764891.049686:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b869c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.049694:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b869c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.050211:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a35d81a reply state 000000006a4e0046 transno 4294977096 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b869c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.050225:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a000/0x2bbd42d658b869c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.050232:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.050235:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764891.050237:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 40 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.050244:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.050250:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.050277:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764891.050285:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b868e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.050293:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b868e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.050298:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.050299:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b868e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.050306:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.050306:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b868e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.050312:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb90e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764891.050315:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b868e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.050322:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b868e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.050331:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764891.050333:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764891.050336:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b868e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764891.050338:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1775764891.050342:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b868e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.050352:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a35d81a reply state 000000006a4e0046 transno 4294977096 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8695 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x118cab30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.050355:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.050361:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91c00/0x2bbd42d658b8695 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x118cab30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.050367:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x118cab30 (ffff9ee385885100) 00010000:00010000:2.0:1775764891.050369:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764891.050371:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:0.0:1775764891.050378:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764891.050380:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.050383:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.050384:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:0.0:1775764891.050387:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764891.050390:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764891.050409:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b86a3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ca6 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.050417:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+108:89014:x1862022133104896:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12520us (18188us total) trans 4294977096 rc 0/0 00010000:00010000:0.0:1775764891.050423:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ca6 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.050424:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16723 00010000:00010000:0.0:1775764891.050430:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.050432:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764891.050434:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff07000, rc 0) 00000100:00100000:0.0:1775764891.050456:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133105152:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1637us (2123us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.050462:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16724 00000100:00100000:0.0:1775764891.065191:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.065543:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133105408 00000100:00100000:3.0:1775764891.065554:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133105408 00000100:00100000:3.0:1775764891.065611:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16725 00000100:00100000:3.0:1775764891.065619:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+108:89014:x1862022133105408:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764891.065744:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b86b1 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.065761:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b86b1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.065786:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b86b1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.066130:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b86b8 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1c8adbf0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.066142:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b86b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1c8adbf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.066150:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b86b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1c8adbf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.066172:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83800/0x2bbd42d658b86bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.066190:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ca6 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.066198:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83800/0x2bbd42d658b86bf lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.066230:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 41 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ca6 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.066245:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 41 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ca6 expref: 33 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.066260:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386198e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154082048:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764891.066339:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee382425840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.074506:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386198e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154082048:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764891.074535:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83800/0x2bbd42d658b86bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.078285:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.078411:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133105536 00000100:00100000:2.0:1775764891.078423:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133105536 00010000:00010000:2.0:1775764891.078464:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 41 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ca6 expref: 34 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.078557:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2184 00000100:00100000:2.0:1775764891.078568:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133105536:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764891.078584:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.078609:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ca6 expref: 34 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.078668:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ca6 expref: 34 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.078691:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b86aa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ca6 expref: 34 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.078711:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.078717:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83800/0x2bbd42d658b86bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.078740:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83800/0x2bbd42d658b86bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.078749:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83800/0x2bbd42d658b86bf lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.078775:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764891.078863:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83800/0x2bbd42d658b86bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.078874:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83800/0x2bbd42d658b86bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.079397:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007978b010 reply state 000000007da6e97d transno 4294977097 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83800/0x2bbd42d658b86bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.079411:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83800/0x2bbd42d658b86bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.079418:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.079420:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764891.079423:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764891.079429:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b86b1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.079435:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b86b1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.079440:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b86b1 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.079446:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b86b1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.079451:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d83e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764891.079455:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b86b1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.079462:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b86b1 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.079469:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764891.079821:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764891.079826:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b86b1 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.079832:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b86b1 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.079846:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007978b010 reply state 000000007da6e97d transno 4294977097 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b86b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1c8adbf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.079855:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83c00/0x2bbd42d658b86b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1c8adbf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.079861:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1c8adbf0 (ffff9ee39c395b00) 00010000:00010000:0.0:1775764891.079863:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764891.079865:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764891.083635:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022133105536:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 5042us (5334us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.083651:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2184 00000100:00100000:3.0:1775764891.083766:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.084231:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133105664 00000100:00100000:2.0:1775764891.084242:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133105664 00000100:00100000:2.0:1775764891.084323:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16726 00000100:00100000:2.0:1775764891.084333:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38619aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133105664:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764891.084353:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764891.084373:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b86c6 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76cad expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.084459:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b86cd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.084475:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b86cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.084486:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b86cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764891.084532:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764891.084553:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b86cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.084575:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764891.084578:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.084580:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.084582:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764891.084585:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764891.084589:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764891.084610:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b86c6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cad expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.084651:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b86cd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cad expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.084660:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.084663:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764891.084666:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510a800, rc 0) 00000100:00100000:2.0:1775764891.084714:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38619aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133105664:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 383us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.084721:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16726 00000100:00100000:0.0:1775764891.084787:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+110:89014:x1862022133105408:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 19168us (19605us total) trans 4294977097 rc 0/0 00000100:00100000:0.0:1775764891.084794:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16725 00000100:00100000:3.0:1775764891.088255:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.088542:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133105920 00000100:00100000:2.0:1775764891.088552:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133105920 00000100:00100000:3.0:1775764891.091147:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16727 00000100:00100000:3.0:1775764891.091161:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+110:89014:x1862022133105920:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764891.091252:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b86d4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.091268:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b86d4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.091280:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b86d4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.091295:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b86db lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x84bff9c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.091301:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b86db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x84bff9c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.091308:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b86db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x84bff9c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.091324:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b86e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.091341:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b86cd lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cad expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.091347:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b86e2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.091381:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b86cd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cad expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.091394:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b86cd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cad expref: 33 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.091410:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a7154e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154082176:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764891.091504:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee382425600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764891.096446:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a7154e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154082176:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764891.096478:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b86e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.096779:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.096823:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.096946:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133106048 00000100:00100000:2.0:1775764891.096953:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133106048 00010000:00010000:2.0:1775764891.096988:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b86cd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cad expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.097022:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2185 00000100:00100000:2.0:1775764891.097030:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133106048:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764891.097047:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.097081:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b86cd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cad expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.097095:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b86cd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cad expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.097118:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b86cd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cad expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.097134:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.097140:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b86e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.097156:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b86e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.097163:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b86e2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 42 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.097200:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764891.097252:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133106048:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 222us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.097260:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2185 00010000:00010000:0.0:1775764891.097560:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b86e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.097569:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b86e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.098120:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bc60541 reply state 00000000cbb76cfb transno 4294977098 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b86e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098136:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57800/0x2bbd42d658b86e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098143:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.098145:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764891.098147:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764891.098153:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b86d4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098158:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b86d4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098162:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b86d4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098166:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b86d4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098169:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38447f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764891.098173:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b86d4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098177:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b86d4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098183:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764891.098184:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764891.098186:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b86d4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098189:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b86d4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.098198:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bc60541 reply state 00000000cbb76cfb transno 4294977098 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b86db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x84bff9c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098203:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d82600/0x2bbd42d658b86db lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x84bff9c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098207:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x84bff9c2 (ffff9ee39c395300) 00010000:00010000:0.0:1775764891.098209:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764891.098210:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764891.098268:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+112:89014:x1862022133105920:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7109us (10022us total) trans 4294977098 rc 0/0 00000100:00100000:0.0:1775764891.098276:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16727 00000100:00100000:0.0:1775764891.098296:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133106176 00000100:00100000:0.0:1775764891.098301:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133106176 00000100:00100000:0.0:1775764891.098332:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16728 00000100:00100000:0.0:1775764891.098339:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133106176:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764891.098354:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764891.098368:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b86e9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76cb4 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098529:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b86f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098539:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b86f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098548:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b86f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764891.098580:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764891.098598:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b86f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.098616:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764891.098619:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.098647:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.098649:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:0.0:1775764891.098651:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764891.098656:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764891.098673:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b86e9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cb4 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098687:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b86f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cb4 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.098694:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.098696:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764891.098698:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c07e00, rc 0) 00000100:00100000:0.0:1775764891.098722:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133106176:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 383us (1898us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.098728:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16728 00000100:00100000:3.0:1775764891.101171:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.101234:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133106432 00000100:00100000:1.0:1775764891.101244:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133106432 00000100:00100000:1.0:1775764891.101305:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16729 00000100:00100000:1.0:1775764891.101316:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+112:89014:x1862022133106432:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764891.101416:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b86f7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.101432:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b86f7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.101444:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b86f7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.101459:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b86fe lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2acc5120 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.101466:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b86fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2acc5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.101478:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b86fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2acc5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.101495:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b8705 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.101512:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b86f0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cb4 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.101519:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b8705 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.101552:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b86f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cb4 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.101566:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b86f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cb4 expref: 33 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.101580:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383ef3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154082304:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764891.101696:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3858769c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764891.109940:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383ef3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154082304:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764891.109969:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b8705 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.112309:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.112354:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.112537:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133106560 00000100:00100000:0.0:1775764891.112548:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133106560 00000100:00100000:0.0:1775764891.112616:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16730 00000100:00100000:0.0:1775764891.112660:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a70b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133106560:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764891.112682:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764891.112702:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b870c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76cbb expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.112770:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.112785:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b8705 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.112793:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 44 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.112811:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b8705 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.112822:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 44 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.112981:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133106688 00000100:00100000:1.0:1775764891.112986:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133106688 00010000:00010000:1.0:1775764891.113009:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b86f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 44 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cb4 expref: 36 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.113048:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2186 00000100:00100000:1.0:1775764891.113056:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133106688:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764891.113080:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764891.113101:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b86f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cb4 expref: 36 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.113114:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b86f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cb4 expref: 36 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.113133:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b86f0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cb4 expref: 36 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.113148:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.113152:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 44 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.113159:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b8705 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.113173:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b8705 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.113180:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b8705 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.113187:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 44 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.113197:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 44 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.113219:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764891.113271:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133106688:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.113284:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2186 00010000:00010000:2.0:1775764891.113352:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b8705 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.113360:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b8705 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.113903:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f612938 reply state 00000000a63495d0 transno 4294977099 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b8705 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.113930:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07c00/0x2bbd42d658b8705 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 43 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.113938:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.113940:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764891.113943:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 43 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.113950:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.113956:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.113984:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764891.113991:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b86f7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.113999:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b86f7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.114005:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b86f7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.114012:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b86f7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.114018:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764891.114022:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b86f7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.114030:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b86f7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.114039:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764891.114041:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764891.114045:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b86f7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.114052:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b86f7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.114055:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.114062:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.114063:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f612938 reply state 00000000a63495d0 transno 4294977099 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b86fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2acc5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.114071:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07800/0x2bbd42d658b86fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2acc5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.114076:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2acc5120 (ffff9ee38620c700) 00010000:00010000:2.0:1775764891.114078:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764891.114081:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1775764891.114096:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764891.114113:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.114132:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764891.114136:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000100:00100000:2.0:1775764891.114137:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+114:89014:x1862022133106432:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12822us (12974us total) trans 4294977099 rc 0/0 00000004:00010000:3.0:1775764891.114139:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.114141:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:3.0:1775764891.114143:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1775764891.114144:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16729 00002000:00010000:3.0:1775764891.114148:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764891.114166:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b870c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cbb expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.114179:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cbb expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.114186:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.114188:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764891.114191:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c06a00, rc 0) 00000100:00100000:3.0:1775764891.114213:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a70b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133106560:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1589us (1914us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.114219:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16730 00000100:00100000:3.0:1775764891.118487:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.118793:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133106944 00000100:00100000:0.0:1775764891.118805:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133106944 00000100:00100000:0.0:1775764891.118870:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16731 00000100:00100000:0.0:1775764891.118879:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+114:89014:x1862022133106944:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764891.118983:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b871a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.119000:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b871a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.119014:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b871a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.119029:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8721 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4f29374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.119036:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8721 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4f29374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.119043:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8721 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4f29374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.119216:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8728 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.119235:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cbb expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.119243:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8728 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.119277:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 44 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cbb expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.119291:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 44 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cbb expref: 33 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.119305:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154082432:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764891.119452:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764891.126820:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.126865:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.128220:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133107200 00000100:00100000:3.0:1775764891.128230:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133107200 00000100:00100000:3.0:1775764891.128286:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16732 00000100:00100000:3.0:1775764891.128292:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133107200:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764891.128311:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764891.128330:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b872f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76cc2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.128395:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.128417:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8728 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.128422:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.128442:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8728 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.128451:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.128596:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133107072 00000100:00100000:1.0:1775764891.128600:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133107072 00010000:00010000:1.0:1775764891.128619:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cbb expref: 36 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.128671:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2187 00000100:00100000:1.0:1775764891.128678:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384841f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133107072:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764891.128688:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764891.128708:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cbb expref: 36 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.128720:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cbb expref: 36 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.128738:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.128743:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.128749:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8728 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.128768:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8728 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.128776:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8728 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.128782:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.128786:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.128796:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764891.128855:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384841f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133107072:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 178us (1989us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.128863:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2187 00010000:00010000:0.0:1775764891.130611:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8713 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cbb expref: 35 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.131149:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154082432:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764891.131172:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8728 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131179:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8728 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131183:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8728 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.131771:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004bebb99f reply state 00000000d6dd0060 transno 4294977100 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8728 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131786:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07a00/0x2bbd42d658b8728 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131792:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.131794:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764891.131797:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131804:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 44 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131810:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 44 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.131841:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764891.131849:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b871a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131856:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b871a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131862:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b871a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131869:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b871a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131875:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c07400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764891.131880:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b871a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131889:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b871a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.131897:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131899:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764891.131901:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764891.131914:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b871a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.131920:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131921:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b871a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.131932:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004bebb99f reply state 00000000d6dd0060 transno 4294977100 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8721 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4f29374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131940:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07e00/0x2bbd42d658b8721 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f29374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.131945:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4f29374f (ffff9ee4bfdd8900) 00010000:00010000:0.0:1775764891.131947:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764891.131949:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1775764891.131956:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764891.131976:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.132003:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764891.132006:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.132008:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.132011:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:3.0:1775764891.132013:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764891.132016:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:0.0:1775764891.132036:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+116:89014:x1862022133106944:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13156us (13557us total) trans 4294977100 rc 0/0 00010000:00010000:3.0:1775764891.132036:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b872f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc2 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.132044:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16731 00010000:00010000:3.0:1775764891.132050:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc2 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.132057:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.132060:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764891.132062:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57600, rc 0) 00000100:00100000:3.0:1775764891.132085:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133107200:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3793us (5276us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.132091:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16732 00000100:00100000:2.0:1775764891.139699:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.139848:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133107456 00000100:00100000:3.0:1775764891.139859:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133107456 00000100:00100000:3.0:1775764891.139927:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16733 00000100:00100000:3.0:1775764891.139939:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+116:89014:x1862022133107456:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764891.140036:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b873d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.140052:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b873d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.140075:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b873d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.140092:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b8744 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x44c7cbf4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.140099:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b8744 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x44c7cbf4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.140105:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b8744 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x44c7cbf4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.140128:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b874b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.140148:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc2 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.140156:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b874b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.140190:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc2 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.140202:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc2 expref: 33 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.140216:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff8d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154082560:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764891.140298:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee382425600 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.150578:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff8d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154082560:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764891.150608:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b874b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.153299:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.153505:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.153559:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133107584 00000100:00100000:1.0:1775764891.153566:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133107712 00000100:00100000:1.0:1775764891.153571:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133107712 00000100:00100000:3.0:1775764891.153571:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133107584 00010000:00010000:3.0:1775764891.153613:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc2 expref: 35 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.153673:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16734 00000100:00100000:3.0:1775764891.153683:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2188 00000100:00100000:1.0:1775764891.153684:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133107712:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:3.0:1775764891.153689:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133107584:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764891.153700:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764891.153711:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764891.153723:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc2 expref: 35 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.153728:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b8752 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76cc9 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.153736:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc2 expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.153754:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8736 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc2 expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.153770:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.153775:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b874b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.153778:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.153978:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b874b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.153988:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b874b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.154050:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b874b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.154070:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 46 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.154085:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b874b lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.154096:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 46 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.156106:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764891.156192:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133107584:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 2496us (2680us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.156204:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2188 00010000:00010000:0.0:1775764891.157155:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b874b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.157172:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b874b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.159020:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5cb20d8 reply state 000000006019e250 transno 4294977101 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b874b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159043:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56200/0x2bbd42d658b874b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159053:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.159056:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764891.159069:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 45 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159080:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159086:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.159115:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764891.159123:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b873d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159129:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b873d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159136:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b873d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159143:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b873d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159149:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764891.159154:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b873d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159161:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b873d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159171:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764891.159173:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764891.159176:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b873d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159182:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b873d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.159195:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5cb20d8 reply state 000000006019e250 transno 4294977101 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b8744 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x44c7cbf4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159203:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56600/0x2bbd42d658b8744 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x44c7cbf4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.159209:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x44c7cbf4 (ffff9ee39c395d00) 00010000:00010000:1.0:1775764891.159212:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764891.159213:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764891.159298:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+118:89014:x1862022133107456:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 19358us (19604us total) trans 4294977101 rc 0/0 00000100:00100000:1.0:1775764891.159306:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16733 00010000:00010000:3.0:1775764891.161337:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.161352:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764891.161406:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764891.161429:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.161458:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764891.161461:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.161468:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.161470:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:3.0:1775764891.161473:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764891.161479:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764891.161513:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b8752 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc9 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.161532:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc9 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.161542:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.161545:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764891.161549:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff06600, rc 0) 00000100:00100000:3.0:1775764891.161611:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133107712:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7930us (8321us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.161619:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16734 00000100:00100000:1.0:1775764891.167608:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.167963:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133107968 00000100:00100000:3.0:1775764891.167975:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133107968 00000100:00100000:3.0:1775764891.168090:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16735 00000100:00100000:3.0:1775764891.168100:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+118:89014:x1862022133107968:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764891.168193:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8760 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.168210:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8760 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.168223:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8760 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.168239:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b8767 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x779f48a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.168247:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b8767 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x779f48a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.168253:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b8767 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x779f48a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.168272:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b876e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.168288:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc9 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.168295:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b876e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.168327:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc9 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.168339:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc9 expref: 33 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.168353:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154082688:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764891.168448:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee382425d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764891.175673:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154082688:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764891.175678:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:3.0:1775764891.175704:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b876e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.175840:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133108224 00000100:00100000:0.0:1775764891.175848:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133108224 00010000:00010000:0.0:1775764891.175883:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc9 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.175931:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2189 00000100:00100000:0.0:1775764891.175941:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133108224:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764891.175955:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764891.175979:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 47 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc9 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.175992:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 47 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc9 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.176016:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8759 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cc9 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.176034:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.176039:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b876e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.176054:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b876e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.176072:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b876e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.176107:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764891.176164:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133108224:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 224us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.176173:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2189 00010000:00010000:2.0:1775764891.176233:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b876e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.176241:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b876e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.176944:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000004:00010000:2.0:1775764891.177220:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e63db84 reply state 00000000a0e21b72 transno 4294977102 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b876e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177236:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57000/0x2bbd42d658b876e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177244:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.177247:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764891.177250:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764891.177256:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8760 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177263:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8760 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177269:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8760 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177276:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8760 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177281:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764891.177286:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8760 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177293:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8760 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177302:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764891.177305:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764891.177309:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8760 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177314:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8760 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.177328:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e63db84 reply state 00000000a0e21b72 transno 4294977102 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b8767 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x779f48a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177337:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57400/0x2bbd42d658b8767 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x779f48a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177343:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x779f48a5 (ffff9ee39c395000) 00010000:00010000:2.0:1775764891.177345:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764891.177347:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764891.177421:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+120:89014:x1862022133107968:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9322us (9821us total) trans 4294977102 rc 0/0 00000100:00100000:2.0:1775764891.177429:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16735 00000100:00100000:2.0:1775764891.177451:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133108096 00000100:00100000:2.0:1775764891.177457:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133108096 00000100:00100000:2.0:1775764891.177488:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16736 00000100:00100000:2.0:1775764891.177497:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133108096:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764891.177513:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764891.177528:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b8775 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76cd0 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177586:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b877c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177597:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b877c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.177605:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b877c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764891.178217:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764891.178240:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b877c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.178260:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764891.178263:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.178265:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.178267:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764891.178269:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764891.178273:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764891.178293:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b8775 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd0 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.178306:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b877c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd0 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.178313:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.178316:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764891.178318:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510b000, rc 0) 00000100:00100000:2.0:1775764891.179267:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133108096:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1766us (2321us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.179277:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16736 00000100:00100000:1.0:1775764891.180189:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.180328:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133108480 00000100:00100000:3.0:1775764891.180337:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133108480 00000100:00100000:3.0:1775764891.180385:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16737 00000100:00100000:3.0:1775764891.180394:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+120:89014:x1862022133108480:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764891.180480:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b8783 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.180495:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b8783 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.180507:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b8783 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.180521:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b878a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb3c15392 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.180529:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b878a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb3c15392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.180535:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b878a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb3c15392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.180550:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b8791 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.180565:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b877c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd0 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.180573:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b8791 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.180605:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b877c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 47 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd0 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.180619:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b877c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 47 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd0 expref: 33 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.180656:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154082816:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764891.180738:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee382425d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764891.192890:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154082816:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764891.192928:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b8791 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.194676:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.195038:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133108608 00000100:00100000:1.0:1775764891.195047:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133108608 00010000:00010000:1.0:1775764891.195098:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b877c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 47 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd0 expref: 34 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.195145:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2190 00000100:00100000:1.0:1775764891.195155:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5b3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133108608:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764891.195170:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764891.195192:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b877c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd0 expref: 34 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.195205:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b877c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd0 expref: 34 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.195229:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b877c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd0 expref: 34 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.195246:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.195251:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b8791 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.195270:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b8791 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.195279:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b8791 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 47 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.195306:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764891.195373:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5b3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133108608:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 218us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.195380:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2190 00010000:00010000:3.0:1775764891.195878:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b8791 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.195887:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b8791 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.196414:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006707f194 reply state 000000002106eca3 transno 4294977103 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b8791 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.196431:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56400/0x2bbd42d658b8791 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.196439:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.196441:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764891.196445:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764891.196451:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b8783 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.196458:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b8783 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.196464:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b8783 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.196475:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b8783 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.196481:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764891.196485:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b8783 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.196492:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b8783 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.196501:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764891.196504:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764891.196507:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b8783 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.196513:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b8783 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.196525:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006707f194 reply state 000000002106eca3 transno 4294977103 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b878a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb3c15392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.196534:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57200/0x2bbd42d658b878a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb3c15392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.196539:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb3c15392 (ffff9ee39c395c00) 00010000:00010000:3.0:1775764891.196542:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764891.196544:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764891.196597:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+122:89014:x1862022133108480:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16203us (16536us total) trans 4294977103 rc 0/0 00000100:00100000:3.0:1775764891.196605:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16737 00000100:00100000:2.0:1775764891.201251:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.201413:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133108736 00000100:00100000:0.0:1775764891.201427:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133108736 00000100:00100000:0.0:1775764891.201491:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16738 00000100:00100000:0.0:1775764891.201501:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133108736:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764891.201523:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764891.201544:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8798 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76cd7 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.201614:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b879f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.201651:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b879f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.201664:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b879f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764891.201722:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764891.201745:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b879f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.201765:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764891.201768:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.201771:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.201774:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:0.0:1775764891.201776:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764891.201780:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764891.201802:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8798 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd7 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.201821:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b879f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd7 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.201828:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.201831:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764891.201835:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee390c07400, rc 0) 00000100:00100000:0.0:1775764891.206976:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133108736:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5459us (5718us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.206990:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16738 00000100:00100000:3.0:1775764891.208076:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.208318:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133108992 00000100:00100000:0.0:1775764891.208328:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133108992 00000100:00100000:0.0:1775764891.208394:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16739 00000100:00100000:0.0:1775764891.208412:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+122:89014:x1862022133108992:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764891.208499:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b87a6 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.208517:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b87a6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.208530:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b87a6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.208546:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b87ad lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7b671745 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.208554:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b87ad lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7b671745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.208561:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b87ad lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7b671745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.208580:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b87b4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.208597:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b879f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd7 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.208606:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b87b4 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.208671:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b879f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd7 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.208685:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b879f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd7 expref: 33 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.208712:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154082944:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764891.208783:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764891.215267:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.215372:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154082944:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764891.215492:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b87b4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.215936:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133109120 00000100:00100000:2.0:1775764891.215945:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133109120 00010000:00010000:2.0:1775764891.215983:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b879f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd7 expref: 34 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.216017:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2191 00000100:00100000:2.0:1775764891.216027:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133109120:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764891.216040:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.216150:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b879f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 49 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd7 expref: 34 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.216164:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b879f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 49 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd7 expref: 34 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.216189:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b879f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cd7 expref: 34 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.216204:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.216209:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b87b4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.216225:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b87b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.216231:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b87b4 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.216507:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764891.216564:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133109120:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 538us (1306us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.216573:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2191 00000100:00100000:2.0:1775764891.217300:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.219252:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133109248 00000100:00100000:3.0:1775764891.219265:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133109248 00000100:00100000:3.0:1775764891.219331:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16740 00000100:00100000:3.0:1775764891.219341:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133109248:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764891.219361:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764891.219382:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b87bb lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76cde expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.219462:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.219476:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b87b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.219483:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 48 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.219500:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b87b4 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.219511:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.223514:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b87b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.223533:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b87b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.224849:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f73de94 reply state 00000000cc93936e transno 4294977104 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b87b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.224868:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e200/0x2bbd42d658b87b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.224874:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.224876:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764891.224879:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.224886:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.224890:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.224927:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764891.224936:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b87a6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.224942:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b87a6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.224947:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b87a6 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.224954:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b87a6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.224964:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee390c06a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764891.224969:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b87a6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.224976:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b87a6 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.224987:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764891.224989:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764891.224992:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b87a6 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.224996:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b87a6 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.225006:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f73de94 reply state 00000000cc93936e transno 4294977104 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b87ad lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7b671745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.225012:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d83e00/0x2bbd42d658b87ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7b671745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.225016:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7b671745 (ffff9ee4bfdd8700) 00010000:00010000:0.0:1775764891.225017:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764891.225019:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1775764891.225295:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.225301:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764891.225332:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764891.225346:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.225365:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764891.225367:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.225369:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.225371:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764891.225372:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764891.225375:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764891.225395:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b87bb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cde expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.225416:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cde expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.225422:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.225423:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764891.225425:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa56800, rc 0) 00000100:00100000:2.0:1775764891.225452:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133109248:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6114us (8155us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.225460:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16740 00000100:00100000:0.0:1775764891.225807:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+124:89014:x1862022133108992:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 17396us (17749us total) trans 4294977104 rc 0/0 00000100:00100000:0.0:1775764891.225815:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16739 00000100:00100000:1.0:1775764891.238298:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.245598:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133109504 00000100:00100000:3.0:1775764891.245616:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133109504 00000100:00100000:3.0:1775764891.245721:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16741 00000100:00100000:3.0:1775764891.245733:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+124:89014:x1862022133109504:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764891.245825:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b87c9 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.245843:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b87c9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.245856:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b87c9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.245873:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b87d0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe346ceb1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.245881:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b87d0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe346ceb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.245888:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b87d0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe346ceb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.245920:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b87d7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.245939:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cde expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.245949:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b87d7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.245985:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 49 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cde expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.246002:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 49 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cde expref: 33 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.246023:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee39d093100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154083072:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764891.246134:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee382425d80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.250294:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee39d093100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154083072:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764891.250323:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b87d7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.253659:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.256607:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.258547:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133109632 00000100:00100000:0.0:1775764891.258560:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133109632 00010000:00010000:0.0:1775764891.258607:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 49 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cde expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.258664:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2192 00000100:00100000:0.0:1775764891.258674:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133109632:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764891.258690:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764891.258726:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 50 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cde expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.258739:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 50 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cde expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.258761:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b87c2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 50 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cde expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.258777:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.258782:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b87d7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.258799:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b87d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.258806:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b87d7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 49 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.258842:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764891.258902:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133109632:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 229us (5253us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.258919:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2192 00010000:00010000:2.0:1775764891.259265:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b87d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.259274:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b87d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.259831:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ef0e2bc reply state 0000000064d45b21 transno 4294977105 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b87d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.259846:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57c00/0x2bbd42d658b87d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.259854:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.259857:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764891.259860:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764891.259866:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b87c9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.259873:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b87c9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.259880:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b87c9 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.259886:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b87c9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.259892:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764891.259897:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b87c9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.259919:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b87c9 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.259927:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764891.259929:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764891.259933:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b87c9 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.259939:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b87c9 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.259953:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ef0e2bc reply state 0000000064d45b21 transno 4294977105 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b87d0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe346ceb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.259961:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56c00/0x2bbd42d658b87d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe346ceb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.259967:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe346ceb1 (ffff9ee39c395100) 00010000:00010000:2.0:1775764891.259969:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764891.259971:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764891.260036:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+126:89014:x1862022133109504:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14303us (21747us total) trans 4294977105 rc 0/0 00000100:00100000:2.0:1775764891.260044:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16741 00000100:00100000:2.0:1775764891.260156:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133109760 00000100:00100000:2.0:1775764891.260163:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133109760 00000100:00100000:3.0:1775764891.262248:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16742 00000100:00100000:3.0:1775764891.263733:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133109760:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764891.263757:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764891.263778:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b87de lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ce5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.263847:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b87e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.263863:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b87e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.263874:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b87e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764891.263930:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764891.263951:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b87e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.263972:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764891.263975:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.263978:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.263980:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:3.0:1775764891.263982:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764891.263986:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764891.264008:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b87de lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ce5 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.264027:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b87e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ce5 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.264037:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.264041:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764891.264044:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57a00, rc 0) 00000100:00100000:3.0:1775764891.264128:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133109760:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1869us (7531us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.264135:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16742 00000100:00100000:0.0:1775764891.274501:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.274580:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133110016 00000100:00100000:2.0:1775764891.274590:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133110016 00000100:00100000:2.0:1775764891.274917:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16743 00000100:00100000:2.0:1775764891.274928:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+126:89014:x1862022133110016:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.275021:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b87ec lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.275040:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b87ec lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.275052:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b87ec lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.275200:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b87f3 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc7acaa74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.275209:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b87f3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc7acaa74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.275217:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b87f3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc7acaa74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.275239:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b87fa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.275258:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b87e5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ce5 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.275267:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b87fa lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.275302:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b87e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 50 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ce5 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.275315:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b87e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 50 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ce5 expref: 33 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.275332:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154083200:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.275551:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.298939:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.299874:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154083200:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.299902:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b87fa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.302004:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.302225:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133110272 00000100:00100000:2.0:1775764891.302236:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133110272 00000100:00100000:2.0:1775764891.302300:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16744 00000100:00100000:2.0:1775764891.302310:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133110272:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764891.302334:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764891.302357:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8801 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76cec expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.302443:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.302458:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b87fa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.302465:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 51 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.302485:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b87fa lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.302495:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 51 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.303313:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133110144 00000100:00100000:1.0:1775764891.303321:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133110144 00010000:00010000:2.0:1775764891.303434:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b87e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 51 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ce5 expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.303473:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2193 00000100:00100000:2.0:1775764891.303482:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2405:x1862022133110144:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764891.303494:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.303517:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b87e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ce5 expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.303531:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b87e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ce5 expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.303554:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b87e5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ce5 expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.303570:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.303575:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 51 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.303582:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b87fa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.303597:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b87fa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.303605:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b87fa lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.303618:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 51 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.303674:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 51 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.303843:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764891.303901:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2405:x1862022133110144:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 420us (4970us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.303919:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2193 00010000:00010000:1.0:1775764891.306270:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b87fa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.306289:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b87fa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.320114:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014a7b69a reply state 00000000b4292ddd transno 4294977106 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b87fa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320141:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b000/0x2bbd42d658b87fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 50 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320151:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.320154:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764891.320157:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 50 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320166:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 50 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320173:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 50 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.320204:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764891.320211:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b87ec lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320218:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b87ec lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320225:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b87ec lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320232:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b87ec lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320238:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510aa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764891.320242:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b87ec lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320250:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b87ec lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320259:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764891.320261:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764891.320264:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b87ec lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320271:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b87ec lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.320285:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014a7b69a reply state 00000000b4292ddd transno 4294977106 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b87f3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc7acaa74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320293:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ae00/0x2bbd42d658b87f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc7acaa74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.320299:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc7acaa74 (ffff9ee4bfd9aa00) 00010000:00010000:1.0:1775764891.320301:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764891.320303:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764891.320395:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+128:89014:x1862022133110016:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 45463us (45995us total) trans 4294977106 rc 0/0 00010000:00010000:2.0:1775764891.320826:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.320835:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764891.320877:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764891.320894:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.320927:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764891.320931:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.320934:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.320936:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764891.320939:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764891.320942:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764891.320964:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8801 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cec expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.320987:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cec expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.320995:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.320998:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764891.321000:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510bc00, rc 0) 00000100:00100000:2.0:1775764891.321026:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133110272:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 18719us (19032us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.321035:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16744 00000100:00100000:1.0:1775764891.322363:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16743 00000100:00100000:0.0:1775764891.330698:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.332121:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133110528 00000100:00100000:2.0:1775764891.332136:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133110528 00000100:00100000:2.0:1775764891.332208:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16745 00000100:00100000:2.0:1775764891.332219:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+128:89014:x1862022133110528:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.332308:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b880f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.332325:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b880f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.332338:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b880f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.332353:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b8816 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xde59446a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.332359:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b8816 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xde59446a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.332370:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b8816 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xde59446a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.332388:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b881d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.332406:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cec expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.332414:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b881d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.332448:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 51 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cec expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.332461:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 51 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cec expref: 33 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.332474:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154083328:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.332563:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cec00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764891.335605:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.335936:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154083328:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.335964:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b881d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.336604:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.336723:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133110784 00000100:00100000:2.0:1775764891.336730:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133110784 00000100:00100000:2.0:1775764891.336788:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16746 00000100:00100000:2.0:1775764891.336797:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133110784:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764891.336818:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764891.336837:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b8824 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76cf3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.336914:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.336927:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b881d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.336934:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.336952:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b881d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.336963:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.340238:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133110656 00000100:00100000:0.0:1775764891.340254:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133110656 00010000:00010000:2.0:1775764891.340482:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cec expref: 36 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.340580:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2194 00000100:00100000:2.0:1775764891.340591:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133110656:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764891.340607:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.340653:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cec expref: 36 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.340664:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cec expref: 36 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.340681:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8808 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cec expref: 36 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.340702:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.340705:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.340712:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b881d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.340726:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b881d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.340732:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b881d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.340737:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.340740:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.340764:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764891.340817:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133110656:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 228us (5222us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.340824:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2194 00010000:00010000:3.0:1775764891.340884:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b881d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.340890:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b881d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.341372:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011327cea reply state 000000004e484c07 transno 4294977107 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b881d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341382:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ac00/0x2bbd42d658b881d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 51 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341387:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.341388:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764891.341390:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341410:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 51 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341414:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 51 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.341430:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764891.341436:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b880f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341440:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b880f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341444:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b880f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341449:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b880f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341452:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764891.341456:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b880f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341460:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b880f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341466:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764891.341467:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764891.341470:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b880f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341473:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b880f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.341482:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011327cea reply state 000000004e484c07 transno 4294977107 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b8816 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xde59446a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341486:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b800/0x2bbd42d658b8816 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xde59446a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.341490:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xde59446a (ffff9ee4bfd9ae00) 00010000:00010000:3.0:1775764891.341491:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764891.341492:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764891.341539:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+130:89014:x1862022133110528:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9322us (10851us total) trans 4294977107 rc 0/0 00000100:00100000:3.0:1775764891.341544:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16745 00010000:00010000:0.0:1775764891.345179:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.345197:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764891.345254:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764891.345280:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.345310:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764891.345314:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.345317:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.345320:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:0.0:1775764891.345323:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764891.345328:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764891.345364:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b8824 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cf3 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.345388:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cf3 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.345500:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.345504:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764891.345508:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510a400, rc 0) 00000100:00100000:0.0:1775764891.345717:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133110784:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8918us (9112us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.345727:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16746 00000100:00100000:1.0:1775764891.354808:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.359651:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133111040 00000100:00100000:2.0:1775764891.359666:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133111040 00000100:00100000:3.0:1775764891.360298:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16747 00000100:00100000:3.0:1775764891.360311:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+130:89014:x1862022133111040:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764891.367331:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8832 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.367356:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8832 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.367369:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8832 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.367394:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b8839 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfb654689 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.368184:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b8839 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfb654689 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.368200:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b8839 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfb654689 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.368230:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b8840 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.368252:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cf3 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.368261:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b8840 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.368307:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cf3 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.368324:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cf3 expref: 33 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.368343:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154083456:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764891.369506:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee382425840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764891.373554:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.374219:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133111168 00000100:00100000:1.0:1775764891.374230:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133111168 00010000:00010000:1.0:1775764891.374275:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cf3 expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.374320:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2195 00000100:00100000:1.0:1775764891.374330:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133111168:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764891.374344:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764891.374365:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cf3 expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.374378:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cf3 expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.374400:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.374405:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b8840 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.374424:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b8840 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.374431:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b8840 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.374450:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764891.374515:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133111168:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 186us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.374522:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2195 00000100:00100000:3.0:1775764891.375843:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.376164:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133111296 00000100:00100000:1.0:1775764891.376173:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133111296 00000100:00100000:1.0:1775764891.376222:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16748 00000100:00100000:1.0:1775764891.376231:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133111296:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764891.376249:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.376268:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8847 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76cfa expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.376330:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.376343:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b8840 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.376351:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.376366:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b8840 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.376380:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.376519:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b882b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cf3 expref: 35 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.376537:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154083456:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764891.376556:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b8840 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.376563:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b8840 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.376569:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b8840 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.378600:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000932ea3d5 reply state 00000000264ff56b transno 4294977108 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b8840 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378643:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56800/0x2bbd42d658b8840 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 52 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378653:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.378656:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764891.378660:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378670:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378676:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.378731:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764891.378740:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8832 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378747:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8832 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378753:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8832 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378760:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8832 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378765:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa57a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764891.378769:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8832 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378777:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8832 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378788:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764891.378791:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764891.378795:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8832 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378816:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8832 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.378831:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000932ea3d5 reply state 00000000264ff56b transno 4294977108 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b8839 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfb654689 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378840:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57e00/0x2bbd42d658b8839 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfb654689 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.378846:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfb654689 (ffff9ee39c395600) 00010000:00010000:0.0:1775764891.378849:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764891.378851:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764891.378946:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+132:89014:x1862022133111040:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 18633us (24144us total) trans 4294977108 rc 0/0 00000100:00100000:0.0:1775764891.378955:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16747 00010000:00010000:3.0:1775764891.379287:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.379296:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764891.379334:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764891.379353:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.379375:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764891.379377:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.379379:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.379380:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:3.0:1775764891.379382:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764891.379384:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764891.379411:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8847 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cfa expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.379422:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cfa expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.379427:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.379429:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764891.379430:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff07600, rc 0) 00000100:00100000:3.0:1775764891.379460:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133111296:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3232us (3624us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.379464:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16748 00000100:00100000:3.0:1775764891.385049:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.385253:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133111552 00000100:00100000:2.0:1775764891.385264:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133111552 00000100:00100000:2.0:1775764891.385361:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16749 00000100:00100000:2.0:1775764891.385371:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+132:89014:x1862022133111552:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.385467:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8855 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.385485:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8855 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.385498:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8855 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.385513:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b885c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7413a4c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.385520:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b885c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7413a4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.385526:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b885c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7413a4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.385542:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b8863 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.385560:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cfa expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.385569:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b8863 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.385602:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cfa expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.385619:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cfa expref: 33 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.385674:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154083584:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.385762:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cec00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764891.396852:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.396891:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.396999:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133111808 00000100:00100000:0.0:1775764891.397009:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133111808 00000100:00100000:0.0:1775764891.397076:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16750 00000100:00100000:0.0:1775764891.397086:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133111808:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764891.397107:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764891.397127:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b886a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d01 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.397191:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.397205:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b8863 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.397217:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 54 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.397233:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b8863 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.397243:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 54 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.397487:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133111680 00000100:00100000:3.0:1775764891.397491:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133111680 00010000:00010000:3.0:1775764891.397514:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cfa expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.397545:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2196 00000100:00100000:3.0:1775764891.397552:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133111680:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764891.397561:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764891.397579:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cfa expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.397590:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cfa expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.397607:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.397611:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 55 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.397618:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b8863 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.397663:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b8863 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.397670:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b8863 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.397677:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 55 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.397683:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 55 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.397695:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764891.397743:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133111680:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 191us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.397750:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2196 00010000:00010000:2.0:1775764891.398859:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b884e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76cfa expref: 35 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.398879:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154083584:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.398913:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b8863 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.398922:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b8863 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.398929:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b8863 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.400349:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a74e5107 reply state 0000000010b7a399 transno 4294977109 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b8863 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400371:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a800/0x2bbd42d658b8863 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 53 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400379:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.400382:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764891.400385:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 53 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400394:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400400:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.400431:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764891.400439:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8855 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400445:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8855 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400450:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8855 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400457:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8855 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400463:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764891.400467:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8855 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400475:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8855 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400486:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764891.400488:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764891.400492:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8855 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400498:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8855 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.400512:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a74e5107 reply state 0000000010b7a399 transno 4294977109 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b885c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7413a4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400520:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b400/0x2bbd42d658b885c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7413a4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.400526:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7413a4c9 (ffff9ee4bfd9a600) 00010000:00010000:2.0:1775764891.400528:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764891.400531:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764891.400614:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+134:89014:x1862022133111552:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15240us (15571us total) trans 4294977109 rc 0/0 00000100:00100000:2.0:1775764891.400659:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16749 00010000:00010000:0.0:1775764891.401191:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.401200:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764891.401243:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764891.401263:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.401291:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764891.401294:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.401297:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.401299:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:0.0:1775764891.401301:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764891.401305:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764891.401331:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b886a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d01 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.401348:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d01 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.401357:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.401359:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764891.401362:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee382d7fe00, rc 0) 00000100:00100000:0.0:1775764891.401396:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133111808:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4312us (4504us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.401402:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16750 00000100:00100000:1.0:1775764891.410199:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.410377:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133112064 00000100:00100000:0.0:1775764891.410390:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133112064 00000100:00100000:0.0:1775764891.410452:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16751 00000100:00100000:0.0:1775764891.410463:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383d5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+134:89014:x1862022133112064:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764891.410549:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8878 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.410567:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8878 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.410579:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8878 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.410593:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b887f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x397cddfd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.410600:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b887f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x397cddfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.410607:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b887f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x397cddfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.411985:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b8886 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.412016:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d01 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.412026:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b8886 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.412129:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d01 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.412144:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d01 expref: 33 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.412159:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154083712:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764891.412304:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764891.414035:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154083712:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764891.414073:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b8886 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.415414:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.415600:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133112192 00000100:00100000:0.0:1775764891.415609:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133112192 00000100:00100000:0.0:1775764891.415701:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16752 00000100:00100000:0.0:1775764891.415711:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133112192:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764891.415733:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764891.415755:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b888d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d08 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.415819:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.415833:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b8886 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.415840:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.415858:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b8886 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.415868:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.416155:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.417877:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133112320 00000100:00100000:2.0:1775764891.417890:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133112320 00010000:00010000:2.0:1775764891.417946:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d01 expref: 36 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.418049:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2197 00000100:00100000:2.0:1775764891.418069:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5b3e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2405:x1862022133112320:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764891.418083:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.418106:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d01 expref: 36 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.418121:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d01 expref: 36 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.418143:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b8871 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d01 expref: 36 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.418162:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.418166:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.418176:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b8886 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.418191:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b8886 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.418199:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b8886 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.418206:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.418211:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.418244:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764891.418309:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5b3e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2405:x1862022133112320:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 251us (2154us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.418317:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2197 00010000:00010000:3.0:1775764891.418408:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b8886 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.418416:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b8886 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.420755:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db57a713 reply state 0000000060b80c12 transno 4294977110 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b8886 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420781:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07000/0x2bbd42d658b8886 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420791:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.420794:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764891.420797:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420806:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420812:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.420838:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764891.420845:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8878 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420852:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8878 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420858:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8878 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420869:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8878 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420874:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7fa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764891.420879:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8878 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420886:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8878 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420897:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764891.420899:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764891.420917:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8878 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420925:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8878 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.420938:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db57a713 reply state 0000000060b80c12 transno 4294977110 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b887f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x397cddfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420946:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f000/0x2bbd42d658b887f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x397cddfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.420952:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x397cddfd (ffff9ee4bfdd8b00) 00010000:00010000:3.0:1775764891.420954:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764891.420956:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764891.421031:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383d5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+136:89014:x1862022133112064:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10565us (10838us total) trans 4294977110 rc 0/0 00000100:00100000:3.0:1775764891.421039:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16751 00010000:00010000:0.0:1775764891.421362:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.421371:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764891.421405:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764891.421424:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.421449:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764891.421452:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.421455:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.421457:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:0.0:1775764891.421460:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764891.421464:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764891.421485:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b888d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d08 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.421500:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d08 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.421507:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.421509:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764891.421512:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee382d7ea00, rc 0) 00000100:00100000:0.0:1775764891.421555:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133112192:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5845us (6147us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.421562:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16752 00000100:00100000:3.0:1775764891.428616:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.428802:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133112576 00000100:00100000:2.0:1775764891.428813:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133112576 00000100:00100000:2.0:1775764891.428878:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16753 00000100:00100000:2.0:1775764891.428888:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7273800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+136:89014:x1862022133112576:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.428987:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b889b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.429005:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b889b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.429019:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b889b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.429034:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b88a2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2c190a7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.429042:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b88a2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2c190a7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.429048:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b88a2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2c190a7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.429081:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b88a9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.429101:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d08 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.429110:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b88a9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.429144:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d08 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.429158:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d08 expref: 33 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.429180:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154083840:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.429267:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cec00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764891.434714:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154083840:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.434746:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b88a9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.435081:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.435430:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.435521:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133112832 00000100:00100000:1.0:1775764891.435529:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133112832 00000100:00100000:1.0:1775764891.435587:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16754 00000100:00100000:1.0:1775764891.435597:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133112832:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764891.435618:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.435681:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88b0 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d0f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.435747:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.435760:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b88a9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.435768:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.435785:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b88a9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.435796:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.435929:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133112704 00000100:00100000:2.0:1775764891.435934:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133112704 00010000:00010000:2.0:1775764891.435955:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d08 expref: 36 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.435978:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2198 00000100:00100000:2.0:1775764891.435984:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133112704:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764891.435993:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.436011:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d08 expref: 36 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.436023:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d08 expref: 36 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.436043:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8894 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d08 expref: 36 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.436057:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.436074:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.436083:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b88a9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.436099:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b88a9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.436106:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b88a9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.436113:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.436118:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.436145:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764891.436202:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133112704:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 215us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.436209:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2198 00010000:00010000:1.0:1775764891.436525:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b88a9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.436535:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b88a9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.437035:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b89b0608 reply state 00000000b6a81073 transno 4294977111 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b88a9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437048:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510ba00/0x2bbd42d658b88a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 55 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437054:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.437067:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764891.437070:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437078:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437083:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.437101:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764891.437107:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b889b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437112:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b889b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437116:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b889b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437120:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b889b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437123:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764891.437126:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b889b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437131:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b889b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437137:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764891.437139:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764891.437141:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b889b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437145:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b889b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.437153:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b89b0608 reply state 00000000b6a81073 transno 4294977111 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b88a2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2c190a7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437158:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510b200/0x2bbd42d658b88a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2c190a7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437161:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2c190a7e (ffff9ee4bfd9a900) 00010000:00010000:1.0:1775764891.437163:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764891.437163:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764891.437206:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7273800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+138:89014:x1862022133112576:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8320us (8601us total) trans 4294977111 rc 0/0 00000100:00100000:1.0:1775764891.437211:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16753 00010000:00010000:1.0:1775764891.437233:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437239:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764891.437270:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.437289:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.437309:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.437313:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.437315:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.437318:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764891.437319:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.437323:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764891.437339:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88b0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d0f expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437348:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d0f expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.437353:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.437355:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.437356:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff07e00, rc 0) 00000100:00100000:1.0:1775764891.437372:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133112832:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1778us (1944us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.437376:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16754 00000100:00100000:3.0:1775764891.439551:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.444394:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133113088 00000100:00100000:1.0:1775764891.444407:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133113088 00000100:00100000:1.0:1775764891.444466:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16755 00000100:00100000:1.0:1775764891.444475:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+138:89014:x1862022133113088:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764891.444562:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b88be lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.444580:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b88be lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.444592:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b88be lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.444607:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b88c5 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5a94f5ed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.444613:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b88c5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5a94f5ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.444619:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b88c5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5a94f5ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.444669:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b88cc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.444689:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d0f expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.444697:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b88cc lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.444731:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d0f expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.444745:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d0f expref: 33 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.444758:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154083968:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764891.444841:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764891.454018:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.454062:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.454163:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154083968:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764891.454192:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b88cc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.454239:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133113344 00000100:00100000:2.0:1775764891.454248:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133113344 00000100:00100000:2.0:1775764891.454310:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16756 00000100:00100000:2.0:1775764891.454321:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133113344:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764891.454345:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764891.454368:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b88d3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d16 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.454430:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133113216 00000100:00100000:0.0:1775764891.454435:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133113216 00010000:00010000:2.0:1775764891.454449:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.454455:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d0f expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.454468:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b88cc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.454476:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 57 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.454488:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2199 00010000:00010000:2.0:1775764891.454493:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b88cc lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.454494:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133113216:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764891.454506:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.454517:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 58 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.454524:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d0f expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.454536:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d0f expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.454554:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88b7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d0f expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.454570:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.454574:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 57 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.454581:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b88cc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.454598:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b88cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.454605:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b88cc lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.454613:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 57 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.454619:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 57 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.454676:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764891.454735:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133113216:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 240us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.454743:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2199 00010000:00010000:3.0:1775764891.454896:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b88cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.454913:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b88cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.455395:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee2524a3 reply state 00000000d40ec154 transno 4294977112 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b88cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455411:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06a00/0x2bbd42d658b88cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 56 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455418:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.455421:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764891.455423:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 56 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455430:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455435:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.455461:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764891.455469:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b88be lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455475:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b88be lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455480:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b88be lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455487:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b88be lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455492:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764891.455495:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b88be lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455503:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b88be lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455512:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764891.455514:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764891.455518:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b88be lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455524:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b88be lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.455534:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee2524a3 reply state 00000000d40ec154 transno 4294977112 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b88c5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5a94f5ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455543:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06200/0x2bbd42d658b88c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5a94f5ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.455549:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5a94f5ed (ffff9ee38620c900) 00010000:00010000:3.0:1775764891.455551:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764891.455554:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764891.455615:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+140:89014:x1862022133113088:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11138us (16073us total) trans 4294977112 rc 0/0 00000100:00100000:3.0:1775764891.455650:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16755 00010000:00010000:1.0:1775764891.455873:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.455881:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764891.455929:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.455947:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.455969:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.455972:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.455974:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.455977:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764891.455979:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.455984:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764891.456004:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b88d3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d16 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.456020:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d16 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.456027:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.456029:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.456031:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510aa00, rc 0) 00000100:00100000:1.0:1775764891.456155:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133113344:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1835us (2092us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.456165:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16756 00000100:00100000:3.0:1775764891.460341:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.460724:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133113600 00000100:00100000:1.0:1775764891.460734:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133113600 00000100:00100000:1.0:1775764891.460788:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16757 00000100:00100000:1.0:1775764891.460797:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7272680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+140:89014:x1862022133113600:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764891.460881:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88e1 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.460897:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88e1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.460919:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88e1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.460934:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88e8 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xace85585 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.460940:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88e8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xace85585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.460945:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88e8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xace85585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.460961:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b88ef lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.460977:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d16 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.460984:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b88ef lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.461015:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d16 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.461028:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d16 expref: 33 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.461043:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff41500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154084096:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764891.461133:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764891.465042:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.465082:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.465188:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133113856 00000100:00100000:0.0:1775764891.465198:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133113856 00000100:00100000:0.0:1775764891.465268:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16758 00000100:00100000:0.0:1775764891.465277:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7272a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133113856:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764891.465299:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764891.465320:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b88f6 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d1d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.465388:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.465414:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b88ef lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.465421:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.465441:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b88ef lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.465451:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.465689:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133113728 00000100:00100000:2.0:1775764891.465702:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133113728 00010000:00010000:2.0:1775764891.465727:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d16 expref: 36 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.465758:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2200 00000100:00100000:2.0:1775764891.465766:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133113728:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764891.465776:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.465795:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d16 expref: 36 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.465807:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d16 expref: 36 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.465825:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.465830:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.465837:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b88ef lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.465852:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b88ef lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.465858:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b88ef lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.465865:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.465871:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.465883:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764891.465955:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133113728:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 189us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.465962:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2200 00010000:00010000:1.0:1775764891.466382:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b88da lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d16 expref: 35 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.466411:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff41500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154084096:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764891.466431:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b88ef lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.466440:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b88ef lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.466446:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b88ef lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.466997:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a57462a4 reply state 0000000051a25b38 transno 4294977113 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b88ef lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.467013:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07200/0x2bbd42d658b88ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.467021:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.467025:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764891.467028:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.467035:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.467041:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.467056:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764891.467876:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.467888:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764891.467948:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764891.467971:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.467996:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764891.467999:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.468001:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764891.468004:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:0.0:1775764891.468006:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764891.468010:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764891.468037:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b88f6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d1d expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.468053:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d1d expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.468074:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.468076:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764891.468080:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee382d7e000, rc 0) 00000100:00100000:0.0:1775764891.468146:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7272a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133113856:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2870us (3063us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.468155:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16758 00010000:00010000:1.0:1775764891.469824:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88e1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.469837:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88e1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.469843:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88e1 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.469851:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88e1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.469856:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff06800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764891.469861:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88e1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.469869:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88e1 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.469886:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764891.469889:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764891.469894:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88e1 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.469901:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b88e1 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.469929:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a57462a4 reply state 0000000051a25b38 transno 4294977113 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88e8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xace85585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.469942:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07e00/0x2bbd42d658b88e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xace85585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.469949:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xace85585 (ffff9ee38620c600) 00010000:00010000:1.0:1775764891.469951:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764891.469955:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764891.470794:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7272680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+142:89014:x1862022133113600:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9989us (10456us total) trans 4294977113 rc 0/0 00000100:00100000:0.0:1775764891.470806:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16757 00000100:00100000:3.0:1775764891.485757:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.486259:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133114112 00000100:00100000:0.0:1775764891.486270:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133114112 00000100:00100000:0.0:1775764891.486336:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16759 00000100:00100000:0.0:1775764891.486346:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+142:89014:x1862022133114112:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764891.486442:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8904 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.486459:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8904 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.486470:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8904 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.486484:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b890b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x939c5a2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.486491:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b890b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x939c5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.486497:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b890b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x939c5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.486514:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b8912 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.486532:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d1d expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.486539:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b8912 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.486571:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d1d expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.486589:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d1d expref: 33 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.486610:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a626ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154084224:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764891.486735:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.490553:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a626ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154084224:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764891.490586:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b8912 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.490679:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.490721:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133114240 00000100:00100000:0.0:1775764891.490728:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133114240 00010000:00010000:0.0:1775764891.490763:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d1d expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.490817:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2201 00000100:00100000:0.0:1775764891.490826:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133114240:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764891.490842:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764891.490864:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d1d expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.490877:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d1d expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.490899:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b88fd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d1d expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.490929:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.490933:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b8912 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.490951:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b8912 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.490960:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b8912 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.491136:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764891.491193:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133114240:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 367us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.491205:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2201 00010000:00010000:3.0:1775764891.493011:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b8912 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.493027:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b8912 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.493520:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000312fadc4 reply state 00000000430cd125 transno 4294977114 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b8912 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.493911:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f800/0x2bbd42d658b8912 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.493922:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.493925:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764891.493929:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764891.493937:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8904 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.493943:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8904 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.493950:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8904 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.493957:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8904 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.493962:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764891.493966:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8904 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.493974:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8904 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.493985:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764891.493988:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764891.493991:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8904 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.493996:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8904 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.494008:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000312fadc4 reply state 00000000430cd125 transno 4294977114 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b890b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x939c5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.494016:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f600/0x2bbd42d658b890b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x939c5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.494022:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x939c5a2f (ffff9ee4bfdd8100) 00010000:00010000:3.0:1775764891.494024:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764891.494025:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764891.494121:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+144:89014:x1862022133114112:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7773us (8369us total) trans 4294977114 rc 0/0 00000100:00100000:3.0:1775764891.494130:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16759 00000100:00100000:3.0:1775764891.495252:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.495336:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133114368 00000100:00100000:1.0:1775764891.495345:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133114368 00000100:00100000:1.0:1775764891.495397:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16760 00000100:00100000:1.0:1775764891.495408:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7273100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133114368:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764891.495426:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.495445:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8919 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d24 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.495510:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8920 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.495524:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8920 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.495534:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8920 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764891.495575:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.495596:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8920 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.495615:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.495619:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.495660:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.495663:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764891.495665:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.495670:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764891.495690:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8919 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d24 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.495706:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8920 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d24 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.495713:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.495716:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.495719:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff07a00, rc 0) 00000100:00100000:1.0:1775764891.495770:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7273100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133114368:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 364us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.495777:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16760 00000100:00100000:0.0:1775764891.503841:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1862022154084480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1775764891.503918:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764891.503969:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764891.503975:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1862022154084352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764891.504001:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764891.504050:0:8404:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154084480 00000100:00100000:2.0:1775764891.504069:0:8404:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154084480 00000100:00100000:1.0:1775764891.504172:0:12476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154084352 00000100:00100000:1.0:1775764891.504177:0:12476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154084352 00000100:00100000:2.0:1775764891.504199:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1775764891.504210:0:8404:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1862022154084480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1775764891.504253:0:8404:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8688192 pending 0 free 3923521536 avail 3691999232 00000100:00100000:2.0:1775764891.504306:0:8404:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1862022154084480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.504314:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1775764891.504370:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1862022154084480:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1775764891.505378:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764891.508274:0:12476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:1.0:1775764891.508289:0:12476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1862022154084352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764891.508316:0:12476:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8688192 pending 0 free 3923521536 avail 3691999232 00000100:00100000:1.0:1775764891.508399:0:12476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a626e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1862022154084352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (4396us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.508409:0:12476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00100000:0.0:1775764891.508468:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1862022154084352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764891.508485:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.508654:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133114624 00000100:00100000:3.0:1775764891.508662:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133114624 00000100:00100000:3.0:1775764891.508712:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16761 00000100:00100000:3.0:1775764891.508721:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+144:89014:x1862022133114624:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764891.508807:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8927 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.508825:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8927 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.508837:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8927 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.508853:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b892e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8baedc25 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.508860:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b892e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8baedc25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.508867:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b892e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8baedc25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.508883:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8935 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.508916:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8920 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d24 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.508925:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8935 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.508963:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8920 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d24 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.508975:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8920 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d24 expref: 33 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.508989:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7273480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154084608:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764891.509071:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee382425d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764891.519334:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.519703:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7273480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154084608:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764891.519730:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8935 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.520064:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133114752 00000100:00100000:1.0:1775764891.520072:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133114752 00010000:00010000:1.0:1775764891.520110:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8920 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d24 expref: 34 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.520152:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2202 00000100:00100000:1.0:1775764891.520162:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133114752:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764891.520175:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764891.520198:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8920 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d24 expref: 34 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.520210:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8920 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d24 expref: 34 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.520243:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b8920 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d24 expref: 34 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.520260:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.520265:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8935 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.520286:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8935 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.520295:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8935 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 59 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.520326:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764891.520381:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133114752:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 221us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.520389:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2202 00010000:00010000:3.0:1775764891.520713:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8935 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.520721:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8935 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.521294:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082dc6eb4 reply state 00000000e5ec6382 transno 4294977115 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8935 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.521308:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57600/0x2bbd42d658b8935 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.521316:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.521318:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764891.521321:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764891.521328:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8927 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.521335:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8927 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.521342:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8927 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.521349:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8927 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.521354:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764891.521358:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8927 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.521364:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8927 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.521373:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764891.521375:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764891.521378:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8927 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.521384:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8927 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.521406:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082dc6eb4 reply state 00000000e5ec6382 transno 4294977115 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b892e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8baedc25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.521415:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56e00/0x2bbd42d658b892e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8baedc25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.521421:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8baedc25 (ffff9ee39c395200) 00010000:00010000:3.0:1775764891.521423:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764891.521425:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764891.521482:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+146:89014:x1862022133114624:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12761us (12998us total) trans 4294977115 rc 0/0 00000100:00100000:3.0:1775764891.521491:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16761 00000100:00100000:1.0:1775764891.527673:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.527761:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133114880 00000100:00100000:2.0:1775764891.527772:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133114880 00000100:00100000:2.0:1775764891.527840:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16762 00000100:00100000:2.0:1775764891.527850:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133114880:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764891.527873:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764891.527900:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b893c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d2b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.527984:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8943 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.528000:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8943 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.528014:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8943 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764891.528074:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764891.528100:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8943 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.528121:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764891.528124:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.528127:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.528129:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764891.528132:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764891.528136:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764891.528159:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b893c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d2b expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.528178:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8943 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d2b expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.528187:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.528190:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764891.528194:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510bc00, rc 0) 00000100:00100000:2.0:1775764891.528263:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133114880:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 414us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.528270:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16762 00000100:00100000:1.0:1775764891.528547:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.528679:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133115136 00000100:00100000:3.0:1775764891.528685:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133115136 00000100:00100000:2.0:1775764891.528943:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16763 00000100:00100000:2.0:1775764891.528954:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+146:89014:x1862022133115136:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.529015:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b894a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.529025:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b894a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.529034:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b894a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.529048:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b8951 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbadab0e4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.529054:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b8951 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbadab0e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.529735:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b8951 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbadab0e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.529766:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b8958 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.530021:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8943 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d2b expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.530031:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b8958 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.530279:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8943 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d2b expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.530295:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8943 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d2b expref: 33 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.530311:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384841f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154084736:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.530514:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cec00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764891.538299:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384841f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154084736:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.538328:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b8958 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.539022:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.539159:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133115264 00000100:00100000:0.0:1775764891.539166:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133115264 00010000:00010000:0.0:1775764891.539201:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8943 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d2b expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.539247:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2203 00000100:00100000:0.0:1775764891.539256:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133115264:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764891.539270:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764891.539293:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8943 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d2b expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.539305:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8943 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d2b expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.539325:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8943 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d2b expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.539341:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.539346:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b8958 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.539365:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b8958 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.539373:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b8958 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.540047:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764891.540121:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133115264:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 863us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.540130:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2203 00000100:00100000:1.0:1775764891.541302:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.541377:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133115392 00000100:00100000:0.0:1775764891.541386:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133115392 00000100:00100000:0.0:1775764891.541452:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16764 00000100:00100000:0.0:1775764891.541462:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133115392:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764891.541484:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764891.541519:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b895f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d32 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.541582:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.541597:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b8958 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.541604:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.541650:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b8958 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.541661:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.544736:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b8958 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.544754:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b8958 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.546424:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000732d5f5e reply state 0000000075beaaf6 transno 4294977116 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b8958 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546450:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a400/0x2bbd42d658b8958 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546460:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.546463:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764891.546467:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546476:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546482:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.546522:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764891.546530:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b894a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546538:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b894a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546543:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b894a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546550:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b894a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546556:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764891.546561:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b894a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546569:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b894a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546580:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764891.546583:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764891.546586:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b894a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546592:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b894a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.546607:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000732d5f5e reply state 0000000075beaaf6 transno 4294977116 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b8951 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbadab0e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546615:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510be00/0x2bbd42d658b8951 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbadab0e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.546656:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbadab0e4 (ffff9ee4bfd9a700) 00010000:00010000:2.0:1775764891.546659:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764891.546661:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764891.546762:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+148:89014:x1862022133115136:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 17805us (18210us total) trans 4294977116 rc 0/0 00000100:00100000:2.0:1775764891.546772:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16763 00010000:00010000:1.0:1775764891.547018:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.547027:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764891.547082:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.547104:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.547131:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.547140:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.547143:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.547145:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764891.547148:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.547152:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764891.547177:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b895f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d32 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.547195:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d32 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.547205:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.547207:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.547210:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee382d7e800, rc 0) 00000100:00100000:1.0:1775764891.547237:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133115392:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5778us (5940us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.547245:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16764 00000100:00100000:1.0:1775764891.557334:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.557427:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133115648 00000100:00100000:0.0:1775764891.557437:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133115648 00000100:00100000:0.0:1775764891.557499:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16765 00000100:00100000:0.0:1775764891.557516:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+148:89014:x1862022133115648:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764891.557603:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b896d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.557618:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b896d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.557658:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b896d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.557673:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8974 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe6ec8f54 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.557680:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8974 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe6ec8f54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.557686:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8974 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe6ec8f54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.557712:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b897b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.557733:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d32 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.557741:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b897b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.557992:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d32 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.558009:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d32 expref: 33 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.558024:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154084864:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764891.558112:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764891.565490:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.565662:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154084864:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764891.565688:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b897b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.566051:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133115776 00000100:00100000:3.0:1775764891.566068:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133115776 00010000:00010000:3.0:1775764891.566109:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d32 expref: 34 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.566146:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2204 00000100:00100000:3.0:1775764891.566154:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5b3d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133115776:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764891.566168:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764891.566191:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d32 expref: 34 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.566203:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d32 expref: 34 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.566223:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8966 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d32 expref: 34 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.566237:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.566242:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b897b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.566260:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b897b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.566320:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b897b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 61 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.566349:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764891.566407:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5b3d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133115776:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 254us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.566415:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2204 00010000:00010000:0.0:1775764891.566664:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b897b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.566672:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b897b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.567189:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ddf71820 reply state 0000000037bd7172 transno 4294977117 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b897b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.567204:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fe00/0x2bbd42d658b897b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.567212:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.567215:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764891.567218:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764891.567225:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b896d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.567232:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b896d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.567238:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b896d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.567244:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b896d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.567250:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764891.567254:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b896d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.567266:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b896d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.567275:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764891.567277:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764891.567280:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b896d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.567286:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b896d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.567297:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ddf71820 reply state 0000000037bd7172 transno 4294977117 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8974 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe6ec8f54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.567305:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fa00/0x2bbd42d658b8974 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe6ec8f54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.567310:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe6ec8f54 (ffff9ee4bfdd8400) 00010000:00010000:0.0:1775764891.567313:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764891.567314:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764891.567365:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+150:89014:x1862022133115648:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9850us (10040us total) trans 4294977117 rc 0/0 00000100:00100000:0.0:1775764891.567372:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16765 00000100:00100000:1.0:1775764891.576255:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.576729:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133115904 00000100:00100000:3.0:1775764891.576741:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133115904 00000100:00100000:3.0:1775764891.576819:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16766 00000100:00100000:3.0:1775764891.576830:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133115904:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764891.576852:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764891.576970:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8982 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d39 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.577045:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8989 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.577073:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8989 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.577086:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8989 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764891.577132:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764891.577154:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8989 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.577175:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764891.577179:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.577181:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.577184:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764891.577187:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764891.577191:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764891.577215:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8982 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d39 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.577231:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8989 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d39 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.577239:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.577242:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764891.577245:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510a200, rc 0) 00000100:00100000:2.0:1775764891.577313:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133115904:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 485us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.577320:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16766 00000100:00100000:1.0:1775764891.579246:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.579346:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133116160 00000100:00100000:0.0:1775764891.579357:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133116160 00000100:00100000:0.0:1775764891.579429:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16767 00000100:00100000:0.0:1775764891.579440:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+150:89014:x1862022133116160:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764891.579918:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8990 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.579940:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8990 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.579952:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8990 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.579968:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b8997 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa3287ac3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.579976:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b8997 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa3287ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.579982:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b8997 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa3287ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.580001:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b899e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.580020:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8989 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d39 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.580029:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b899e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.580158:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8989 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d39 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.580172:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8989 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d39 expref: 33 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.580195:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381fc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154084992:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764891.580320:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764891.591595:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.591821:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133116288 00000100:00100000:3.0:1775764891.591832:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133116288 00010000:00010000:3.0:1775764891.591878:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8989 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d39 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.591917:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.592000:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133116416 00000100:00100000:2.0:1775764891.592005:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133116416 00000100:00100000:2.0:1775764891.592056:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16768 00000100:00100000:2.0:1775764891.592067:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133116416:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764891.592089:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764891.592108:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b89a5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d40 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.592132:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2205 00000100:00100000:3.0:1775764891.592143:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133116288:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764891.592155:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764891.592176:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8989 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d39 expref: 36 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.592180:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.592195:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8989 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d39 expref: 36 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.592484:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381fc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154084992:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.596164:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b899e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.596188:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 64 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.596223:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b899e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.596226:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b8989 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d39 expref: 36 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.596244:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 64 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.596254:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.596259:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 63 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.596267:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b899e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.596283:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b899e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.596289:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b899e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.596296:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 63 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.596301:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 63 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.596315:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764891.596407:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133116288:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 4265us (4820us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.596418:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2205 00010000:00010000:0.0:1775764891.598338:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b899e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.598357:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b899e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.598363:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b899e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.598989:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb38fec0 reply state 00000000ce127b02 transno 4294977118 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b899e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599007:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7fc00/0x2bbd42d658b899e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 62 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599017:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.599019:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764891.599022:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 62 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599031:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599037:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.599058:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764891.599065:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8990 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599072:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8990 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599078:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8990 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599084:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8990 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599089:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764891.599094:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8990 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599100:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8990 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599110:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764891.599113:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764891.599116:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8990 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599123:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8990 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.599136:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb38fec0 reply state 00000000ce127b02 transno 4294977118 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b8997 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa3287ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599144:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e400/0x2bbd42d658b8997 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa3287ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.599151:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa3287ac3 (ffff9ee4bfdd8f00) 00010000:00010000:0.0:1775764891.599153:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764891.599155:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764891.599238:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+152:89014:x1862022133116160:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 19796us (19997us total) trans 4294977118 rc 0/0 00000100:00100000:0.0:1775764891.599246:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16767 00000100:00100000:1.0:1775764891.603343:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.603932:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133116672 00000100:00100000:0.0:1775764891.603944:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133116672 00010000:00010000:2.0:1775764891.605720:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.605737:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764891.605797:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764891.605822:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.605847:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764891.605850:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.605853:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.605856:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764891.605859:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764891.605863:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764891.605894:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b89a5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d40 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.605930:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 62 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d40 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.605940:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.605943:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764891.605946:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38510bc00, rc 0) 00000100:00100000:2.0:1775764891.606020:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133116416:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 13954us (14103us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.606028:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16768 00000100:00100000:1.0:1775764891.609310:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16769 00000100:00100000:1.0:1775764891.609326:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+152:89014:x1862022133116672:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764891.609435:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b89b3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.609452:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b89b3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.609463:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b89b3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.609478:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b89ba lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1ad98885 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.609489:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b89ba lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1ad98885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.609495:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b89ba lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1ad98885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.609529:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b89c1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.609551:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 63 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d40 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.609559:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b89c1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.610073:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 63 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d40 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.610092:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 63 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d40 expref: 33 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.610108:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee397881180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154085120:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764891.610207:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764891.617061:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee397881180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154085120:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764891.617094:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b89c1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.618817:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.618984:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.619182:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133116800 00000100:00100000:2.0:1775764891.619192:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133116800 00010000:00010000:2.0:1775764891.619234:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 63 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d40 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.619274:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2206 00000100:00100000:2.0:1775764891.619284:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133116800:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764891.619300:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.619328:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d40 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.619346:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d40 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.619369:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89ac lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d40 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.619386:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.619391:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b89c1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.619423:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b89c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.619432:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b89c1 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.619468:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764891.619523:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133116800:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 240us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.619531:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2206 00000100:00100000:1.0:1775764891.620132:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133116928 00000100:00100000:1.0:1775764891.620140:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133116928 00000100:00100000:1.0:1775764891.620183:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16770 00000100:00100000:1.0:1775764891.620191:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133116928:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764891.620209:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.620226:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b89c8 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d47 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.620287:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.620298:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b89c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.620305:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 63 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.620318:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b89c1 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.620328:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 63 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.620407:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b89c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.620414:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b89c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.621407:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074626945 reply state 000000007be03c86 transno 4294977119 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b89c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621427:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07a00/0x2bbd42d658b89c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621435:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.621438:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764891.621441:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 63 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621449:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 63 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621454:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 63 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.621485:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764891.621494:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b89b3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621514:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b89b3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621521:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b89b3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621528:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b89b3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621534:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff07600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764891.621538:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b89b3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621546:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b89b3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621557:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764891.621560:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764891.621563:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b89b3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621569:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b89b3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.621583:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074626945 reply state 000000007be03c86 transno 4294977119 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b89ba lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1ad98885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621591:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06800/0x2bbd42d658b89ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1ad98885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.621597:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1ad98885 (ffff9ee38620ce00) 00010000:00010000:1.0:1775764891.621600:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764891.621602:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764891.621721:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+154:89014:x1862022133116672:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12395us (18385us total) trans 4294977119 rc 0/0 00000100:00100000:1.0:1775764891.621730:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16769 00010000:00010000:2.0:1775764891.623273:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.623287:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764891.623336:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764891.623358:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.623385:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764891.623387:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.623390:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.623403:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:2.0:1775764891.623406:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764891.623410:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764891.623444:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b89c8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d47 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.623464:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 63 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d47 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.623473:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.623476:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764891.623479:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c52000, rc 0) 00000100:00100000:2.0:1775764891.623550:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133116928:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3359us (4565us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.623559:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16770 00000100:00100000:2.0:1775764891.626143:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.626229:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133117184 00000100:00100000:0.0:1775764891.626239:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133117184 00000100:00100000:0.0:1775764891.626295:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16771 00000100:00100000:0.0:1775764891.626305:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+154:89014:x1862022133117184:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764891.626390:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b89d6 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.626418:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b89d6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.626430:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b89d6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.626448:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b89dd lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x60f68565 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.626455:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b89dd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x60f68565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.626461:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b89dd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x60f68565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.626478:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b89e4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.626500:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d47 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.626520:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b89e4 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.626608:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d47 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.626669:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d47 expref: 33 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.626683:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee39c3b5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154085248:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764891.626773:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764891.631148:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee39c3b5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154085248:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764891.631177:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b89e4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.632193:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.632272:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133117312 00000100:00100000:0.0:1775764891.632280:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133117312 00010000:00010000:0.0:1775764891.632319:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 64 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d47 expref: 34 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.632364:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2207 00000100:00100000:0.0:1775764891.632375:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133117312:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764891.632392:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764891.632429:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d47 expref: 34 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.632444:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d47 expref: 34 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.632467:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b89cf lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d47 expref: 34 pid: 27904 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.632484:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.632489:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b89e4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.632883:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b89e4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.632894:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b89e4 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.632926:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764891.632976:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133117312:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 603us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.632984:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2207 00010000:00010000:1.0:1775764891.633037:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b89e4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.633046:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b89e4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.633878:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e1112e4 reply state 00000000b691c898 transno 4294977120 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b89e4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.633895:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e600/0x2bbd42d658b89e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.633913:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.633916:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764891.633920:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764891.633927:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b89d6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.633933:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b89d6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.633940:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b89d6 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.633946:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b89d6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.633952:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764891.633956:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b89d6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.633963:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b89d6 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.633972:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764891.633974:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764891.633978:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b89d6 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.633984:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b89d6 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.633997:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e1112e4 reply state 00000000b691c898 transno 4294977120 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b89dd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x60f68565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.634006:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f400/0x2bbd42d658b89dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x60f68565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.634011:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x60f68565 (ffff9ee4bfdd8000) 00010000:00010000:1.0:1775764891.634014:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764891.634016:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764891.634077:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+156:89014:x1862022133117184:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7772us (7942us total) trans 4294977120 rc 0/0 00000100:00100000:1.0:1775764891.634086:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16771 00000100:00100000:0.0:1775764891.641233:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.641335:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133117568 00000100:00100000:2.0:1775764891.641346:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133117568 00000100:00100000:2.0:1775764891.641415:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16772 00000100:00100000:2.0:1775764891.641426:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+156:89014:x1862022133117568:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.641518:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89eb lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.641542:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89eb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.641555:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89eb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.641572:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b89f2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4c4f0c19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.641580:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b89f2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4c4f0c19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.641588:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b89f2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4c4f0c19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.641606:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b89f9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.641672:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b89f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.641681:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b89f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.642408:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a243f0c reply state 000000004cab2182 transno 4294977121 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b89f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.642424:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510a200/0x2bbd42d658b89f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.642432:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.642436:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764891.642440:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764891.642446:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89eb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.642453:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89eb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.642460:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89eb lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.642467:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89eb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.642473:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764891.642477:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89eb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.642485:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89eb lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.642497:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764891.642500:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764891.643556:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.643730:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133117696 00000100:00100000:1.0:1775764891.643739:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133117696 00000100:00100000:1.0:1775764891.643789:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16773 00000100:00100000:1.0:1775764891.643800:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133117696:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764891.643819:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.643836:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a00 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d4e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.643899:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8a07 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.643923:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8a07 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.643934:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8a07 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764891.643973:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.643993:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8a07 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.644011:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.644014:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.644017:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.644019:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764891.644021:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.644026:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764891.645282:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89eb lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.645294:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b89eb lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.645315:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a243f0c reply state 000000004cab2182 transno 4294977121 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b89f2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4c4f0c19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.645329:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510aa00/0x2bbd42d658b89f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4c4f0c19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.645339:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4c4f0c19 (ffff9ee4bfd9ab00) 00010000:00010000:2.0:1775764891.645341:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764891.645345:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764891.645450:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+158:89014:x1862022133117568:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4024us (4225us total) trans 4294977121 rc 0/0 00000100:00100000:2.0:1775764891.645459:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16772 00010000:00010000:1.0:1775764891.645526:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a00 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d4e expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.645544:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8a07 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 65 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d4e expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.645552:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.645554:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.645557:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c52400, rc 0) 00000100:00100000:1.0:1775764891.645582:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133117696:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1784us (2034us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.645587:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16773 00000100:00100000:0.0:1775764891.653599:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.654002:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133117952 00000100:00100000:2.0:1775764891.654013:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133117952 00000100:00100000:2.0:1775764891.654074:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16774 00000100:00100000:2.0:1775764891.654085:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+158:89014:x1862022133117952:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.654170:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8a0e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.654187:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8a0e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.654199:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8a0e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.654214:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8a15 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1394d12b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.654221:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8a15 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1394d12b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.654227:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8a15 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1394d12b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.654245:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8a1c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.654266:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8a07 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d4e expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.654275:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8a1c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.654311:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8a07 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d4e expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.654326:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8a07 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d4e expref: 33 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.654340:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384841180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154085376:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.654526:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cee40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764891.674084:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.674115:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.674150:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133118080 00000100:00100000:3.0:1775764891.674160:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133118080 00010000:00010000:3.0:1775764891.674202:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8a07 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d4e expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.674235:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2208 00000100:00100000:3.0:1775764891.674243:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133118080:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764891.674256:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764891.674278:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8a07 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d4e expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.674293:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8a07 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d4e expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.674315:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.674321:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8a1c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.674338:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8a1c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.674347:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8a1c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.674365:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764891.674414:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133118080:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 171us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.674421:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2208 00010000:00010000:3.0:1775764891.674547:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8a07 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d4e expref: 33 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.674562:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384841180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154085376:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764891.674581:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8a1c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.674590:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8a1c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.674596:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8a1c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.675169:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cab4a798 reply state 000000001c9c0ee3 transno 4294977122 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8a1c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675184:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c07400/0x2bbd42d658b8a1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675191:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.675194:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764891.675196:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764891.675203:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8a0e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675209:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8a0e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675214:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8a0e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675221:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8a0e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675230:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38510bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764891.675234:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8a0e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675242:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8a0e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675252:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764891.675254:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764891.675257:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8a0e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675263:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b8a0e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.675277:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cab4a798 reply state 000000001c9c0ee3 transno 4294977122 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8a15 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1394d12b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675285:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee390c06a00/0x2bbd42d658b8a15 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1394d12b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675291:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1394d12b (ffff9ee4bfd9a100) 00010000:00010000:3.0:1775764891.675293:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764891.675295:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764891.675352:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+160:89014:x1862022133117952:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 21269us (21766us total) trans 4294977122 rc 0/0 00000100:00100000:3.0:1775764891.675359:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16774 00000100:00100000:3.0:1775764891.675379:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133118208 00000100:00100000:3.0:1775764891.675384:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133118208 00000100:00100000:3.0:1775764891.675416:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16775 00000100:00100000:3.0:1775764891.675423:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7270700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133118208:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764891.675438:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764891.675455:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8a23 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d55 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675512:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8a2a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675523:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8a2a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675531:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8a2a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764891.675562:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764891.675581:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8a2a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.675598:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764891.675601:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.675604:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.675607:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:3.0:1775764891.675609:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764891.675613:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764891.675665:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b8a23 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d55 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675680:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8a2a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 66 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d55 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.675693:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.675695:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764891.675698:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57a00, rc 0) 00000100:00100000:3.0:1775764891.675721:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7270700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133118208:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 299us (1605us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.675727:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16775 00000100:00100000:3.0:1775764891.678267:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.678351:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133118464 00000100:00100000:2.0:1775764891.678360:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133118464 00000100:00100000:2.0:1775764891.678456:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16776 00000100:00100000:2.0:1775764891.678467:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+160:89014:x1862022133118464:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.678561:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8a31 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.678576:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8a31 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.678588:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8a31 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.678602:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8a38 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xaaf28910 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.678609:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8a38 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaaf28910 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.678615:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8a38 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaaf28910 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.678666:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8a3f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.678688:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8a2a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d55 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.678696:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8a3f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.678730:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8a2a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d55 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.678744:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8a2a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d55 expref: 33 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.678759:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154085504:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.678839:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.687460:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.687596:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154085504:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.687659:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8a3f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.688088:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133118592 00000100:00100000:3.0:1775764891.688096:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133118592 00010000:00010000:3.0:1775764891.688134:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8a2a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d55 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.688170:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2209 00000100:00100000:3.0:1775764891.688179:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133118592:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764891.688194:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764891.688217:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8a2a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d55 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.688229:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8a2a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d55 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.688251:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b8a2a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d55 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.688267:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.688273:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8a3f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.688293:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8a3f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.688301:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8a3f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.688329:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764891.688384:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133118592:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 206us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.688392:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2209 00010000:00010000:2.0:1775764891.689325:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8a3f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.689336:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8a3f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.690243:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b0a3bca reply state 0000000093b1c0d0 transno 4294977123 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8a3f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.690263:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91800/0x2bbd42d658b8a3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.690272:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.690275:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764891.690279:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764891.690287:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8a31 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.690294:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8a31 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.690300:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8a31 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.690307:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8a31 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.690312:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfb91600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764891.690317:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8a31 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.690324:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8a31 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.690333:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764891.690337:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764891.690340:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8a31 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.690346:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b8a31 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.690359:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b0a3bca reply state 0000000093b1c0d0 transno 4294977123 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8a38 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaaf28910 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.690369:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb90e00/0x2bbd42d658b8a38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaaf28910 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.690374:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xaaf28910 (ffff9ee4bfd9a400) 00010000:00010000:2.0:1775764891.690376:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764891.690378:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764891.690467:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+162:89014:x1862022133118464:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11999us (12205us total) trans 4294977123 rc 0/0 00000100:00100000:2.0:1775764891.690475:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16776 00000100:00100000:0.0:1775764891.692945:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.693258:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133118720 00000100:00100000:1.0:1775764891.693268:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133118720 00000100:00100000:1.0:1775764891.693318:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16777 00000100:00100000:1.0:1775764891.693328:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133118720:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764891.693347:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.693367:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a46 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d5c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.693436:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8a4d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.693453:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8a4d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.693466:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8a4d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764891.693523:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.693544:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8a4d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.693563:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.693565:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.693568:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.693569:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764891 00000004:00010000:1.0:1775764891.693571:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.693575:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764891.693595:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a46 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d5c expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.693612:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8a4d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 67 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d5c expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.693619:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.693657:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.693661:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c52600, rc 0) 00000100:00100000:1.0:1775764891.693715:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133118720:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 389us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.693722:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16777 00000100:00100000:0.0:1775764891.694688:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.694832:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133118976 00000100:00100000:3.0:1775764891.694839:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133118976 00000100:00100000:3.0:1775764891.694882:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16778 00000100:00100000:3.0:1775764891.694891:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+162:89014:x1862022133118976:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764891.694982:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8a54 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.694996:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8a54 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.695006:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8a54 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.695018:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b8a5b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x775fd0c3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.695025:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b8a5b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x775fd0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.695036:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b8a5b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x775fd0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.695055:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b8a62 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.695075:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8a4d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d5c expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.695083:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b8a62 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.695116:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8a4d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d5c expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.695129:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8a4d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d5c expref: 33 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.695142:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7273480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154085632:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764891.695219:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee382425840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.708036:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.708154:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133119104 00000100:00100000:2.0:1775764891.708165:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133119104 00000100:00100000:0.0:1775764891.708205:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:2.0:1775764891.708205:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8a4d lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d5c expref: 34 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.708240:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2210 00000100:00100000:2.0:1775764891.708249:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a1cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133119104:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764891.708264:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.708288:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8a4d lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d5c expref: 34 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.708308:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8a4d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d5c expref: 34 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.708331:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.708337:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b8a62 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.708357:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b8a62 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.708365:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b8a62 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.708383:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764891.708438:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a1cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133119104:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 190us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.708446:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2210 00010000:00010000:3.0:1775764891.708841:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8a4d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d5c expref: 33 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.708859:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7273480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154085632:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764891.708878:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b8a62 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.708887:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b8a62 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.708893:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b8a62 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.709378:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046bf4f4c reply state 000000008fb68c82 transno 4294977124 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b8a62 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.709393:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227000/0x2bbd42d658b8a62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.709400:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.709403:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764891.709406:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764891.709412:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8a54 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.709418:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8a54 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.709424:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8a54 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.709431:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8a54 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.709437:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764891.709440:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8a54 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.709448:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8a54 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.709457:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764891.709460:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764891.709463:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8a54 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.709469:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8a54 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.709482:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046bf4f4c reply state 000000008fb68c82 transno 4294977124 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b8a5b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x775fd0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.709490:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227c00/0x2bbd42d658b8a5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x775fd0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.709496:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x775fd0c3 (ffff9ee39c395e00) 00010000:00010000:3.0:1775764891.709498:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764891.709500:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764891.710163:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133119232 00000100:00100000:1.0:1775764891.710170:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133119232 00000100:00100000:1.0:1775764891.710215:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16779 00000100:00100000:1.0:1775764891.710222:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a1cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133119232:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764891.710239:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.710254:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a69 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d63 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.710314:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8a70 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.710324:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8a70 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.710332:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8a70 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764891.710362:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.710379:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8a70 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.710394:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.710397:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.710400:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.710402:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764891 -> 1775764892 00000004:00010000:1.0:1775764891.710405:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.710409:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764891.710424:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a69 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d63 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.710437:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8a70 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 68 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d63 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.710445:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.710447:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.710450:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c53400, rc 0) 00000100:00100000:3.0:1775764891.710530:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+164:89014:x1862022133118976:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15640us (15846us total) trans 4294977124 rc 0/0 00000100:00100000:3.0:1775764891.710538:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16778 00000100:00100000:1.0:1775764891.716808:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a1cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133119232:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6573us (8588us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.716823:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16779 00000100:00100000:0.0:1775764891.733895:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.734006:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133119488 00000100:00100000:1.0:1775764891.734018:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133119488 00000100:00100000:1.0:1775764891.734076:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16780 00000100:00100000:1.0:1775764891.734086:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+164:89014:x1862022133119488:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764891.734181:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a77 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.734199:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a77 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.734211:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a77 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.734226:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b8a7e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x31d8bbb0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.734231:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b8a7e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x31d8bbb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.734238:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b8a7e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x31d8bbb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.734255:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b8a85 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.734279:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8a70 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d63 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.734293:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b8a85 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.734331:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8a70 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d63 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.734345:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8a70 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d63 expref: 33 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.734359:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee397883480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154085760:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764891.734452:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3858766c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.737792:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.737921:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133119616 00000100:00100000:1.0:1775764891.737923:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee397883480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154085760:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764891.737930:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133119616 00010000:00010000:1.0:1775764891.737954:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b8a85 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.737973:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8a70 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d63 expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.738022:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2211 00000100:00100000:3.0:1775764891.738032:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5b3c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133119616:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764891.738050:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764891.738075:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8a70 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d63 expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.738092:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8a70 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d63 expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.738114:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8a70 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d63 expref: 34 pid: 6520 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.738131:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.738136:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b8a85 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.738157:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b8a85 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.738175:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b8a85 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 69 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.738203:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764891.738262:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5b3c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133119616:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 231us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.738270:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2211 00010000:00010000:1.0:1775764891.738832:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b8a85 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.738841:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b8a85 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.739349:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000038f8853 reply state 00000000ab9a2841 transno 4294977125 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b8a85 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.739364:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53e00/0x2bbd42d658b8a85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.739372:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.739376:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764891.739379:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764891.739385:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a77 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.739392:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a77 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.739398:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a77 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.739404:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a77 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.739410:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764891.739415:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a77 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.739422:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a77 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.739431:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764891.739433:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764891.739436:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a77 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.739442:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8a77 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.739455:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000038f8853 reply state 00000000ab9a2841 transno 4294977125 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b8a7e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x31d8bbb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.739463:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53200/0x2bbd42d658b8a7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x31d8bbb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.739469:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x31d8bbb0 (ffff9ee38620c400) 00010000:00010000:1.0:1775764891.739471:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764891.739473:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764891.740363:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+166:89014:x1862022133119488:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6272us (6473us total) trans 4294977125 rc 0/0 00000100:00100000:1.0:1775764891.740372:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16780 00000100:00100000:0.0:1775764891.745213:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.745357:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133119744 00000100:00100000:1.0:1775764891.745368:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133119744 00000100:00100000:0.0:1775764891.745518:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.746078:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133120000 00000100:00100000:1.0:1775764891.746084:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133120000 00000100:00100000:1.0:1775764891.746127:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16781 00000100:00100000:1.0:1775764891.746136:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133119744:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764891.746157:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.746185:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b8a8c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d6a expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.746263:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8a93 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.746282:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8a93 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.746296:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8a93 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764891.746351:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.746379:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8a93 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.746403:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.746407:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.746409:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.746412:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764891.746414:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.746417:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764891.746439:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b8a8c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d6a expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.746456:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8a93 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 69 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d6a expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.746465:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.746468:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.746472:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c52a00, rc 0) 00000100:00100000:0.0:1775764891.746617:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16782 00000100:00100000:0.0:1775764891.746681:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+166:89014:x1862022133120000:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764891.746735:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8a9a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.746745:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8a9a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.746752:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8a9a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.746766:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8aa1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1b8111d0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.746773:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8aa1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1b8111d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.746780:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8aa1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1b8111d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.746801:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b8aa8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.746821:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8a93 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d6a expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.746829:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b8aa8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.746861:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8a93 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d6a expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.746876:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8a93 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d6a expref: 34 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.746889:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38597aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154085888:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764891.747064:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133119744:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 928us (1859us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.747072:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16781 00000100:00100000:0.0:1775764891.748247:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764891.751028:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38597aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154085888:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764891.751058:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b8aa8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.753949:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.754100:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.754290:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133120256 00000100:00100000:1.0:1775764891.754300:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133120256 00010000:00010000:1.0:1775764891.754346:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8a93 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d6a expref: 34 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.754397:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2212 00000100:00100000:1.0:1775764891.754407:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133120256:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764891.754421:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764891.754445:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8a93 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d6a expref: 34 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.754458:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8a93 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d6a expref: 34 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.754480:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8a93 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d6a expref: 34 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.754496:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.754517:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b8aa8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.754538:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b8aa8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.754545:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b8aa8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.754616:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764891.754706:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022133120256:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 300us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.754714:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2212 00000100:00100000:3.0:1775764891.755304:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133120128 00000100:00100000:3.0:1775764891.755310:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133120128 00000100:00100000:3.0:1775764891.755349:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16783 00000100:00100000:3.0:1775764891.755356:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133120128:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764891.755376:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764891.755392:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8aaf lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d71 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.755458:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.755469:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b8aa8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.755476:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 70 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.755492:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b8aa8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.755898:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 70 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.756213:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b8aa8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.756222:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b8aa8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.757037:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f73b7e9 reply state 00000000870e25a8 transno 4294977126 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b8aa8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757062:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7f200/0x2bbd42d658b8aa8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757070:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.757072:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764891.757075:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 70 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757082:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757088:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.757121:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764891.757128:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8a9a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757135:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8a9a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757142:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8a9a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757149:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8a9a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757155:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764891.757159:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8a9a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757177:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8a9a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757189:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764891.757191:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764891.757195:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8a9a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757201:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8a9a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.757214:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f73b7e9 reply state 00000000870e25a8 transno 4294977126 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8aa1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1b8111d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757222:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ea00/0x2bbd42d658b8aa1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1b8111d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.757227:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1b8111d0 (ffff9ee4bfdd8300) 00010000:00010000:0.0:1775764891.757229:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764891.757231:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764891.757327:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+168:89014:x1862022133120000:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10648us (11805us total) trans 4294977126 rc 0/0 00000100:00100000:0.0:1775764891.757335:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16782 00010000:00010000:3.0:1775764891.757993:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.758002:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764891.758044:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764891.758064:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.758092:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764891.758094:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.758097:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.758099:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:3.0:1775764891.758101:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764891.758107:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764891.758132:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8aaf lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d71 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.758150:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 70 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d71 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.758159:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.758161:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764891.758163:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226800, rc 0) 00000100:00100000:3.0:1775764891.758266:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133120128:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2910us (4326us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.758273:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16783 00010000:00010000:1.0:1775764891.760857:0:9474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764891.762874:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.762951:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133120512 00000100:00100000:3.0:1775764891.762961:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133120512 00000100:00100000:3.0:1775764891.763017:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16784 00000100:00100000:3.0:1775764891.763025:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee397883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+168:89014:x1862022133120512:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764891.763115:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8abd lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.763132:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8abd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.763144:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8abd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.763160:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b8ac4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2ec005e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.763167:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b8ac4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2ec005e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.763174:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b8ac4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2ec005e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.763192:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b8acb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.763212:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d71 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.763220:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b8acb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.763255:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d71 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.763269:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d71 expref: 33 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.763284:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4b7271f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154086016:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764891.763360:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee382425480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.765715:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764891.765989:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4b7271f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154086016:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764891.766016:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b8acb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.766615:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133120640 00000100:00100000:1.0:1775764891.766640:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133120640 00010000:00010000:1.0:1775764891.766677:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d71 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.766717:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2213 00000100:00100000:1.0:1775764891.766727:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133120640:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764891.766742:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764891.766764:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d71 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.766777:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d71 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.766798:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8ab6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d71 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.766814:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.766820:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b8acb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.766840:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b8acb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.766848:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b8acb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 71 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.766876:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764891.766931:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b8acb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.766939:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b8acb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.766945:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133120640:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 219us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.766953:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2213 00000004:00010000:3.0:1775764891.767502:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067900293 reply state 00000000611ab964 transno 4294977127 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b8acb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.767516:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227e00/0x2bbd42d658b8acb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.767523:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.767525:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764891.767528:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764891.767535:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8abd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.767541:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8abd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.767546:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8abd lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.767553:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8abd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.767558:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764891.767563:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8abd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.767570:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8abd lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.767579:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764891.767581:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764891.767584:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8abd lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.767591:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8abd lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.767603:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067900293 reply state 00000000611ab964 transno 4294977127 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b8ac4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2ec005e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.767610:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227400/0x2bbd42d658b8ac4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2ec005e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.767615:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2ec005e8 (ffff9ee39c395800) 00010000:00010000:3.0:1775764891.767617:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764891.767619:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764891.767769:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee397883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+170:89014:x1862022133120512:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4743us (4904us total) trans 4294977127 rc 0/0 00000100:00100000:3.0:1775764891.767777:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16784 00000100:00100000:3.0:1775764891.769917:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.770048:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133120768 00000100:00100000:2.0:1775764891.770057:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133120768 00000100:00100000:2.0:1775764891.770118:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16785 00000100:00100000:2.0:1775764891.770128:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7271f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133120768:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764891.770150:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764891.770173:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b8ad2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d78 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.770236:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8ad9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.770254:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8ad9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.770264:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8ad9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764891.770306:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764891.770325:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8ad9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.770343:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764891.770346:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.770348:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.770351:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:2.0:1775764891.770353:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764891.770356:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764891.770373:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b8ad2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d78 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.770389:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8ad9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 71 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d78 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.770397:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.770400:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764891.770404:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393200, rc 0) 00000100:00100000:2.0:1775764891.770470:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7271f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133120768:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 343us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.770478:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16785 00000100:00100000:1.0:1775764891.779685:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.780105:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133121024 00000100:00100000:0.0:1775764891.780116:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133121024 00000100:00100000:0.0:1775764891.780182:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16786 00000100:00100000:0.0:1775764891.780193:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee397882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+170:89014:x1862022133121024:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764891.780278:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8ae0 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.780294:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8ae0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.780306:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8ae0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.780323:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8ae7 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x95d446b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.780329:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8ae7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x95d446b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.780336:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8ae7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x95d446b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.780354:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b8aee lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.780375:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8ad9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d78 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.780384:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b8aee lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.780430:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8ad9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d78 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.780444:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8ad9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d78 expref: 33 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.780460:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38597bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154086144:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764891.780533:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.784333:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38597bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154086144:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764891.784366:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b8aee lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.793784:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.793865:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.793956:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133121280 00000100:00100000:2.0:1775764891.793968:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133121280 00000100:00100000:2.0:1775764891.794027:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16787 00000100:00100000:2.0:1775764891.794034:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133121280:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764891.794051:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764891.794069:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b8af5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d7f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.794137:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.794151:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b8aee lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.794158:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 73 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.794175:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b8aee lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.794185:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.796713:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133121152 00000100:00100000:3.0:1775764891.796724:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133121152 00010000:00010000:3.0:1775764891.796762:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8ad9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d78 expref: 36 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.796800:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2214 00000100:00100000:3.0:1775764891.796807:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee397881180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133121152:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764891.796818:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764891.796838:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8ad9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d78 expref: 36 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.796848:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8ad9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d78 expref: 36 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.796865:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8ad9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d78 expref: 36 pid: 8424 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.796879:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.796882:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.796889:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b8aee lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.796914:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b8aee lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.796922:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b8aee lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.796929:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.796935:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.796967:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764891.797038:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee397881180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133121152:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 231us (3261us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.797044:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2214 00010000:00010000:0.0:1775764891.797483:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b8aee lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.797492:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b8aee lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.798047:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093f2a9dc reply state 000000006070e6fe transno 4294977128 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b8aee lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798063:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e000/0x2bbd42d658b8aee lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798071:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.798073:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764891.798076:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 72 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798083:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798089:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.798109:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764891.798117:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8ae0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798124:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8ae0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798131:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8ae0 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798137:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8ae0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798143:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764891.798148:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8ae0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798155:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8ae0 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798164:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764891.798166:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764891.798169:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8ae0 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798174:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8ae0 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.798188:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093f2a9dc reply state 000000006070e6fe transno 4294977128 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8ae7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x95d446b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798196:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7e800/0x2bbd42d658b8ae7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95d446b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.798201:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x95d446b7 (ffff9ee4bfdd8500) 00010000:00010000:0.0:1775764891.798203:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764891.798205:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764891.798271:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee397882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+172:89014:x1862022133121024:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 18079us (18595us total) trans 4294977128 rc 0/0 00000100:00100000:0.0:1775764891.798280:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16786 00010000:00010000:1.0:1775764891.798367:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.798376:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764891.798410:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.798429:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.798453:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.798455:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.798458:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.798460:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764891.798462:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.798466:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764891.798486:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b8af5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d7f expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.798501:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 72 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d7f expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.798508:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.798511:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.798514:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7393a00, rc 0) 00000100:00100000:1.0:1775764891.798535:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133121280:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4502us (4671us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.798539:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16787 00000100:00100000:1.0:1775764891.809747:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.809975:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133121536 00000100:00100000:2.0:1775764891.809986:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133121536 00000100:00100000:2.0:1775764891.810051:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16788 00000100:00100000:2.0:1775764891.810061:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+172:89014:x1862022133121536:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.810153:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8b03 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.810191:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8b03 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.810204:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8b03 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.810220:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b8b0a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x65c55479 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.810227:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b8b0a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x65c55479 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.810234:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b8b0a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x65c55479 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.810252:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b8b11 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.810273:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d7f expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.810282:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b8b11 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.810315:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d7f expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.810328:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d7f expref: 33 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.810348:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154086272:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.810687:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764891.831416:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154086272:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.831446:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b8b11 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.831726:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.831808:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133121664 00000100:00100000:2.0:1775764891.831815:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133121664 00010000:00010000:2.0:1775764891.831851:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d7f expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.831909:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2215 00000100:00100000:2.0:1775764891.831919:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133121664:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764891.831934:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.831957:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d7f expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.831969:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d7f expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.831992:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8afc lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d7f expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.832010:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.832015:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b8b11 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.832036:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b8b11 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.832045:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b8b11 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.832075:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764891.832137:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133121664:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 219us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.832145:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2215 00010000:00010000:1.0:1775764891.832487:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b8b11 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.832496:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b8b11 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.833067:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5134f64 reply state 00000000e330311e transno 4294977129 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b8b11 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.833084:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392e00/0x2bbd42d658b8b11 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.833094:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00000100:00100000:3.0:1775764891.833102:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:1.0:1775764891.833103:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764891.833110:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764891.833117:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8b03 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.833126:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8b03 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.833131:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8b03 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.833138:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8b03 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.833145:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764891.833149:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8b03 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.833155:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8b03 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.833285:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133121792 00000100:00100000:3.0:1775764891.833296:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133121792 00000100:00100000:3.0:1775764891.833363:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16789 00000100:00100000:3.0:1775764891.833374:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7273480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133121792:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764891.833400:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764891.833426:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8b18 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d86 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.833440:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764891.833445:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764891.833451:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8b03 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.833458:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8b03 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.833471:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5134f64 reply state 00000000e330311e transno 4294977129 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b8b0a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x65c55479 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.833481:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393000/0x2bbd42d658b8b0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x65c55479 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.833487:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x65c55479 (ffff9ee4bfd9af00) 00010000:00010000:1.0:1775764891.833490:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764891.833492:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1775764891.833505:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8b1f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.833522:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8b1f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.833534:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8b1f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764891.833582:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764891.833605:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8b1f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.833675:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764891.833679:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.833683:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.833698:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:3.0:1775764891.833701:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764891.833706:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:1.0:1775764891.833729:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+174:89014:x1862022133121536:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 23668us (23989us total) trans 4294977129 rc 0/0 00010000:00010000:3.0:1775764891.833734:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8b18 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d86 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.833744:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16788 00010000:00010000:3.0:1775764891.833779:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8b1f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 73 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d86 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.833795:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.833798:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764891.833802:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226c00, rc 0) 00000100:00100000:3.0:1775764891.833846:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7273480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133121792:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 475us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.833853:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16789 00000100:00100000:3.0:1775764891.853979:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.854057:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133122048 00000100:00100000:0.0:1775764891.854073:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133122048 00000100:00100000:0.0:1775764891.854192:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16790 00000100:00100000:0.0:1775764891.854204:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+174:89014:x1862022133122048:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764891.854293:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8b26 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.854311:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8b26 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.854323:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8b26 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.854339:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b8b2d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2e3e23f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.854347:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b8b2d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2e3e23f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.854354:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b8b2d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2e3e23f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.854373:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8b34 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.854397:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8b1f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d86 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.854406:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8b34 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.854440:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8b1f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d86 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.854455:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8b1f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d86 expref: 33 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.854470:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38597bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154086400:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764891.854560:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.860110:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38597bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154086400:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764891.860140:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8b34 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.864310:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.864575:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133122176 00000100:00100000:1.0:1775764891.864591:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133122176 00010000:00010000:1.0:1775764891.864679:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8b1f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d86 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.864723:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2216 00000100:00100000:1.0:1775764891.864733:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133122176:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764891.864747:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764891.864773:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8b1f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d86 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.864787:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8b1f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d86 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.864808:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8b1f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d86 expref: 34 pid: 10039 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.864826:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.864832:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8b34 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.864854:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8b34 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.864861:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8b34 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 74 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.864888:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764891.864975:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133122176:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 242us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.864984:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2216 00010000:00010000:0.0:1775764891.865094:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8b34 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.865107:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8b34 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.870333:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8714e33 reply state 00000000efdbee3c transno 4294977130 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8b34 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.870386:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38447f400/0x2bbd42d658b8b34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.870397:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.870400:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764891.870406:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764891.870417:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8b26 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.870425:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8b26 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.870430:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8b26 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.870438:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8b26 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.870444:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee382d7ec00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764891.870449:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8b26 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.870458:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8b26 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.870470:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764891.870472:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764891.870476:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8b26 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.870483:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8b26 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.870500:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8714e33 reply state 00000000efdbee3c transno 4294977130 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b8b2d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2e3e23f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.870508:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ee00/0x2bbd42d658b8b2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2e3e23f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.870515:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2e3e23f7 (ffff9ee4bfdd8d00) 00010000:00010000:0.0:1775764891.870518:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764891.870520:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764891.871142:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+176:89014:x1862022133122048:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16479us (16717us total) trans 4294977130 rc 0/0 00000100:00100000:0.0:1775764891.871155:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16790 00000100:00100000:3.0:1775764891.871485:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.871569:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133122304 00000100:00100000:1.0:1775764891.871585:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133122304 00000100:00100000:1.0:1775764891.871679:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16791 00000100:00100000:1.0:1775764891.871687:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c3b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133122304:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764891.871707:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.871727:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8b3b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d8d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.871799:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8b42 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.871814:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8b42 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.871826:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8b42 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764891.871871:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.871895:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8b42 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.871926:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.871930:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.871933:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.871935:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764891.871938:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.871943:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764891.871965:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8b3b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d8d expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.871986:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8b42 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 74 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d8d expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.871996:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.871998:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.872002:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c53c00, rc 0) 00000100:00100000:1.0:1775764891.872080:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c3b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133122304:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 392us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.872088:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16791 00000100:00100000:1.0:1775764891.885722:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.886029:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133122560 00000100:00100000:2.0:1775764891.886047:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133122560 00000100:00100000:2.0:1775764891.886200:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16792 00000100:00100000:2.0:1775764891.886213:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+176:89014:x1862022133122560:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.886336:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8b49 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.886571:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8b49 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.886588:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8b49 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.886608:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b8b50 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x58a7809c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.886616:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b8b50 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x58a7809c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.886647:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b8b50 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x58a7809c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.886674:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b8b57 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.886703:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8b42 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d8d expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.886713:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b8b57 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.886763:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8b42 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d8d expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.886781:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8b42 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d8d expref: 33 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.886800:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154086528:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.886944:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764891.902542:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154086528:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.902587:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b8b57 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.902767:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.902869:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133122688 00000100:00100000:0.0:1775764891.902879:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133122688 00000100:00100000:1.0:1775764891.902966:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.902976:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16793 00000100:00100000:0.0:1775764891.902989:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133122688:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764891.903016:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.903074:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8b5e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d94 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.903154:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.903184:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b8b57 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.903191:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 76 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.903212:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b8b57 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.903224:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 76 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.903340:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133122816 00000100:00100000:3.0:1775764891.903347:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133122816 00010000:00010000:3.0:1775764891.903373:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8b42 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d8d expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.903405:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2217 00000100:00100000:3.0:1775764891.903411:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133122816:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764891.903419:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764891.903436:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8b42 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d8d expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.903445:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8b42 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d8d expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.903459:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8b42 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d8d expref: 36 pid: 6519 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.903475:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.903477:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 76 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.903482:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b8b57 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.903498:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b8b57 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.903503:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b8b57 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.903508:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 76 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.903511:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 76 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.903528:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764891.903577:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133122816:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 166us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.903582:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2217 00010000:00010000:1.0:1775764891.903785:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b8b57 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.903794:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b8b57 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.904511:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002af2249e reply state 00000000ad403236 transno 4294977131 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b8b57 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.904528:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392800/0x2bbd42d658b8b57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 75 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.904533:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.904534:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764891.904537:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.904603:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.904609:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.904772:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764891.904780:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8b49 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.904786:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8b49 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.904791:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8b49 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.904795:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8b49 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.904795:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.904831:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.904835:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764891.904843:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8b49 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.904853:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8b49 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.904863:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764891.904866:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764891.904869:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8b49 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.904875:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8b49 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.904886:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002af2249e reply state 00000000ad403236 transno 4294977131 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b8b50 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x58a7809c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764891.904891:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1775764891.904894:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393e00/0x2bbd42d658b8b50 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58a7809c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.904913:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x58a7809c (ffff9ee4bfd9a000) 00010000:00010000:1.0:1775764891.904915:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764891.904917:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:2.0:1775764891.904936:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.904969:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764891.904973:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.904977:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764891.904986:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000100:00100000:1.0:1775764891.904988:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+178:89014:x1862022133122560:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 18770us (19267us total) trans 4294977131 rc 0/0 00000004:00010000:2.0:1775764891.904991:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764891.905004:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:1.0:1775764891.905011:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16792 00010000:00010000:2.0:1775764891.905042:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8b5e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d94 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.905073:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 75 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d94 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.905084:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.905087:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764891.905091:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c52e00, rc 0) 00000100:00100000:0.0:1775764891.905595:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133122688:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2606us (2827us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.905605:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16793 00000100:00100000:0.0:1775764891.915191:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.916966:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133123072 00000100:00100000:2.0:1775764891.916981:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133123072 00000100:00100000:2.0:1775764891.917075:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16794 00000100:00100000:2.0:1775764891.917086:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+178:89014:x1862022133123072:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.917180:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8b6c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.917198:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8b6c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.917212:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8b6c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.917228:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b8b73 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x70af2efa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.917235:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b8b73 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x70af2efa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.917241:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b8b73 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x70af2efa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.917261:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b8b7a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.917283:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d94 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.917291:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b8b7a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.917329:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d94 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.917342:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d94 expref: 33 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.917358:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154086656:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.917469:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764891.929572:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384843100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154086656:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.929604:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b8b7a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.938187:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.938285:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.938442:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133123328 00000100:00100000:1.0:1775764891.938454:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133123328 00010000:00010000:1.0:1775764891.938495:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d94 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.938554:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2218 00000100:00100000:1.0:1775764891.938565:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5b3e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133123328:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764891.938580:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764891.938605:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d94 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.938619:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d94 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.938680:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b65 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d94 expref: 34 pid: 6518 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.938697:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.938703:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b8b7a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.938724:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b8b7a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.938731:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b8b7a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.938757:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764891.938764:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133123200 00000100:00100000:3.0:1775764891.938770:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133123200 00000100:00100000:3.0:1775764891.938802:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16795 00000100:00100000:1.0:1775764891.938808:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5b3e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133123328:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 244us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.938813:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133123200:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:1.0:1775764891.938824:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2218 00010000:00010000:3.0:1775764891.938833:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764891.938848:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8b81 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76d9b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.938930:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.938940:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b8b7a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.938947:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 76 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.938960:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b8b7a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.938969:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 76 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939081:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b8b7a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939090:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b8b7a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.939617:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3201dfd reply state 0000000086883f86 transno 4294977132 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b8b7a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939671:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392200/0x2bbd42d658b8b7a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 76 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939682:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764891.939684:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764891.939687:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 76 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939693:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939699:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.939725:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764891.939733:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8b6c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939741:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8b6c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939747:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8b6c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939753:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8b6c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939759:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7393600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764891.939762:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8b6c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939769:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8b6c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939777:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764891.939780:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764891.939783:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8b6c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939788:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8b6c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764891.939800:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3201dfd reply state 0000000086883f86 transno 4294977132 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b8b73 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x70af2efa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939809:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392400/0x2bbd42d658b8b73 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x70af2efa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.939815:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x70af2efa (ffff9ee4bfd9a300) 00010000:00010000:0.0:1775764891.939817:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764891.939819:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764891.939872:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+180:89014:x1862022133123072:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 22786us (24769us total) trans 4294977132 rc 0/0 00000100:00100000:0.0:1775764891.939879:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16794 00010000:00010000:3.0:1775764891.939923:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.939931:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764891.939966:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764891.939987:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764891.940012:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764891.940015:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.940019:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764891.940022:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:3.0:1775764891.940025:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764891.940030:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764891.940054:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8b81 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d9b expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.940073:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 76 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d9b expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.940081:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764891.940083:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764891.940085:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226a00, rc 0) 00000100:00100000:0.0:1775764891.940392:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133123200:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1580us (2214us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.940398:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16795 00000100:00100000:0.0:1775764891.959138:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.963181:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133123584 00000100:00100000:1.0:1775764891.963198:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133123584 00000100:00100000:1.0:1775764891.963288:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16796 00000100:00100000:1.0:1775764891.963300:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+180:89014:x1862022133123584:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764891.963395:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b8f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.963413:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b8f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.963427:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b8f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.963444:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b8b96 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb7871874 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.963450:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b8b96 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb7871874 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.963456:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b8b96 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb7871874 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.963474:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8b9d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.963497:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d9b expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.963505:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8b9d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.963557:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d9b expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.963575:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d9b expref: 33 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.963590:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154086784:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764891.963733:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764891.966947:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154086784:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764891.966975:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8b9d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.970175:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.972142:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.972479:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133123840 00000100:00100000:0.0:1775764891.972491:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133123840 00000100:00100000:0.0:1775764891.972553:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16797 00000100:00100000:0.0:1775764891.972563:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384843100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133123840:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764891.972587:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764891.972610:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ba4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76da2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.973027:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 78 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.973042:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8b9d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.973050:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 78 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.973052:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133123712 00000100:00100000:1.0:1775764891.973059:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133123712 00010000:00010000:0.0:1775764891.973073:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8b9d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764891.973085:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.973089:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d9b expref: 36 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.973131:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2219 00000100:00100000:1.0:1775764891.973139:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133123712:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764891.973148:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764891.973170:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d9b expref: 36 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.973183:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d9b expref: 36 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.973202:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8b88 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76d9b expref: 36 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.973223:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.973228:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.973234:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8b9d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.973257:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8b9d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.973263:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8b9d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.973270:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.973276:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.973301:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764891.973368:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133123712:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 228us (3202us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.973376:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2219 00010000:00010000:2.0:1775764891.973449:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8b9d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.973458:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8b9d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.974078:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c7c6483e reply state 00000000b79db280 transno 4294977133 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8b9d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974094:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53a00/0x2bbd42d658b8b9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 77 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974113:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.974117:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764891.974120:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 77 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974127:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974134:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.974151:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764891.974158:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b8f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974165:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b8f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974171:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b8f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974178:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b8f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974184:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764891.974187:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b8f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974195:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b8f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974204:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764891.974207:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764891.974210:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b8f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974216:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8b8f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.974230:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c7c6483e reply state 00000000b79db280 transno 4294977133 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b8b96 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb7871874 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.974231:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974247:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52200/0x2bbd42d658b8b96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb7871874 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.974249:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.974259:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb7871874 (ffff9ee38620cf00) 00010000:00010000:2.0:1775764891.974263:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764891.974265:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1775764891.974294:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.974314:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.974336:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.974339:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.974341:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.974344:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764891.974346:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.974349:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764891.974370:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ba4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da2 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.974385:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 77 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da2 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.974393:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.974395:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.974398:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490866600, rc 0) 00000100:00100000:2.0:1775764891.975505:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+182:89014:x1862022133123584:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12203us (16374us total) trans 4294977133 rc 0/0 00000100:00100000:2.0:1775764891.975514:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16796 00000100:00100000:1.0:1775764891.976727:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384843100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133123840:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4160us (4587us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.976737:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16797 00000100:00100000:0.0:1775764891.984582:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764891.984910:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133124096 00000100:00100000:2.0:1775764891.984921:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133124096 00000100:00100000:2.0:1775764891.984983:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16798 00000100:00100000:2.0:1775764891.984992:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+182:89014:x1862022133124096:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764891.985080:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bb2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.985098:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bb2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.985244:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bb2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.985260:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8bb9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb8d2eef0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.985268:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8bb9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb8d2eef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.985275:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8bb9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb8d2eef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.985293:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8bc0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 78 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.985315:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da2 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.985324:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8bc0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.985358:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da2 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.985374:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da2 expref: 33 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.985388:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384842680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154086912:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764891.985479:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764891.993272:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384842680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154086912:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764891.993758:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8bc0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764891.995017:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764891.995350:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764891.995989:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133124352 00000100:00100000:1.0:1775764891.996000:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133124352 00000100:00100000:1.0:1775764891.996061:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16799 00000100:00100000:1.0:1775764891.996070:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133124352:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764891.996088:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764891.996108:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bc7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76da9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.996223:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.996238:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8bc0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.996245:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 79 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.996265:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8bc0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.996276:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.996466:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133124224 00000100:00100000:2.0:1775764891.996471:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133124224 00010000:00010000:2.0:1775764891.996494:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da2 expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.996526:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2220 00000100:00100000:2.0:1775764891.996534:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133124224:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764891.996544:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764891.996563:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da2 expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.996577:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da2 expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.996595:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8bab lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da2 expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.996617:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.996669:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.996677:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8bc0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.996699:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.996706:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8bc0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.996713:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.996719:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.996738:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764891.996814:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133124224:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 272us (1796us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.996823:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2220 00010000:00010000:2.0:1775764891.996849:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.996856:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.997316:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e7b1e0c7 reply state 000000003744aba9 transno 4294977134 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997331:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393800/0x2bbd42d658b8bc0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997337:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764891.997340:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764891.997342:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997348:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997353:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764891.997368:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764891.997374:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bb2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997379:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bb2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997385:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bb2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997391:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bb2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997396:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764891.997400:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bb2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997407:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bb2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997414:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764891.997416:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764891.997419:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bb2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997424:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bb2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764891.997434:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e7b1e0c7 reply state 000000003744aba9 transno 4294977134 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8bb9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb8d2eef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997441:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393a00/0x2bbd42d658b8bb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb8d2eef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764891.997446:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb8d2eef0 (ffff9ee4bfd9a500) 00010000:00010000:2.0:1775764891.997448:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764891.997449:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764891.997492:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+184:89014:x1862022133124096:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12500us (12921us total) trans 4294977134 rc 0/0 00000100:00100000:2.0:1775764891.997499:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16798 00010000:00010000:1.0:1775764891.997584:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.997591:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764891.997648:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764891.997667:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764891.997687:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764891.997690:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.997693:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764891.997695:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764891.997698:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764891.997703:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764891.997721:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bc7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da9 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.997737:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 78 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da9 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.997745:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764891.997747:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764891.997749:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c53600, rc 0) 00000100:00100000:1.0:1775764891.997771:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133124352:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1703us (2421us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.997777:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16799 00000100:00100000:0.0:1775764892.015357:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.016414:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133124608 00000100:00100000:2.0:1775764892.016428:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133124608 00000100:00100000:2.0:1775764892.016500:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16800 00000100:00100000:2.0:1775764892.016510:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+184:89014:x1862022133124608:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.016595:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bd5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.016610:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bd5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.016648:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bd5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.016664:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b8bdc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x10ed3b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.016670:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b8bdc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x10ed3b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.016676:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b8bdc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x10ed3b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.016694:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8be3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.016716:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da9 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.016724:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8be3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.016758:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da9 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1775764892.016759:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764892.016771:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da9 expref: 33 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.016784:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384842680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154087040:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.016868:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764892.023539:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384842680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154087040:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.023573:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8be3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.026912:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.028687:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133124736 00000100:00100000:2.0:1775764892.028704:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133124736 00010000:00010000:2.0:1775764892.028779:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da9 expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.028831:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2221 00000100:00100000:2.0:1775764892.028840:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133124736:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.028855:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.028878:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da9 expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.029368:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da9 expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.029394:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8bce lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76da9 expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.029413:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.029419:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8be3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.029440:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8be3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.029448:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8be3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 79 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.029485:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.029551:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133124736:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 711us (2659us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.029560:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2221 00010000:00010000:1.0:1775764892.029762:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8be3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.029772:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8be3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.030737:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000681cb406 reply state 00000000c1106816 transno 4294977135 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8be3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.030757:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393200/0x2bbd42d658b8be3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.030765:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.030767:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764892.030771:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764892.030778:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bd5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.030789:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bd5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.030794:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bd5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.030801:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bd5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.030807:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764892.030812:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bd5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.030819:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bd5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.030830:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764892.030832:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764892.030835:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bd5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.030842:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8bd5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.030856:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000681cb406 reply state 00000000c1106816 transno 4294977135 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b8bdc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x10ed3b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.030865:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392000/0x2bbd42d658b8bdc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x10ed3b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.030872:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x10ed3b93 (ffff9ee4bfd9ad00) 00010000:00010000:1.0:1775764892.030874:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764892.030876:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764892.030962:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+186:89014:x1862022133124608:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14450us (15611us total) trans 4294977135 rc 0/0 00000100:00100000:1.0:1775764892.030971:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16800 00000100:00080000:0.0:1775764892.031082:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764892.034215:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.034289:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133124864 00000100:00100000:3.0:1775764892.034299:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133124864 00000100:00100000:3.0:1775764892.034360:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16801 00000100:00100000:3.0:1775764892.034370:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384842680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133124864:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764892.034394:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764892.034419:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8bea lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76db0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.034499:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8bf1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.034518:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8bf1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.034530:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8bf1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764892.034588:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764892.034611:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8bf1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.040163:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764892.040179:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.040182:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.040184:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:3.0:1775764892.040187:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764892.040192:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764892.040233:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8bea lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db0 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.040260:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8bf1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 79 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db0 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.040270:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.040273:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764892.040277:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386227800, rc 0) 00000100:00100000:0.0:1775764892.049712:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.049759:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133125120 00000100:00100000:1.0:1775764892.049772:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133125120 00000100:00100000:1.0:1775764892.049873:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16802 00000100:00100000:1.0:1775764892.049884:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+186:89014:x1862022133125120:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.049996:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bf8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.050014:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bf8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.050027:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bf8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.050043:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b8bff lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x38c041f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.050050:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b8bff lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x38c041f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.050071:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b8bff lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x38c041f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.050089:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8c06 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.050116:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8bf1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db0 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.050124:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8c06 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.050172:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8bf1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db0 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.050186:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8bf1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db0 expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.050202:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154087168:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.050306:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764892.052653:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384842680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133124864:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 18274us (18439us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.052666:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16801 00000100:00100000:3.0:1775764892.052842:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154087168:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764892.052868:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8c06 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.067371:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.067409:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.067434:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133125248 00000100:00100000:1.0:1775764892.067445:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133125248 00000100:00100000:3.0:1775764892.067471:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133125376 00000100:00100000:3.0:1775764892.067475:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133125376 00010000:00010000:3.0:1775764892.067500:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8bf1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db0 expref: 35 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.067511:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16803 00000100:00100000:1.0:1775764892.067520:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133125248:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.067539:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.067559:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8c0d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76db7 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.067688:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2222 00000100:00100000:3.0:1775764892.067699:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2404:x1862022133125376:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764892.067710:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764892.067730:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8bf1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db0 expref: 36 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.067744:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8bf1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db0 expref: 36 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.067765:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8bf1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db0 expref: 36 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.067776:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 81 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.067782:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.067787:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8c06 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.067814:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8c06 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.067821:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8c06 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.067831:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8c06 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.067837:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 81 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.071799:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8c06 lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.071817:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764892.071823:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 80 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.071895:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022133125376:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 4193us (4480us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.071915:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2222 00010000:00010000:2.0:1775764892.072240:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8c06 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.072249:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8c06 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.075809:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a4bd32e reply state 00000000000484a7 transno 4294977136 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8c06 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.075836:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52600/0x2bbd42d658b8c06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 80 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.075846:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.075849:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764892.075852:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 80 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.075861:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.075868:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.076084:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.076094:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bf8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.076103:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bf8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.076109:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bf8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.076116:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bf8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.076122:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.076127:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bf8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.076236:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.076246:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764892.076292:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764892.076315:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.076338:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764892.076341:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.076344:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.076346:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764892.076349:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764892.076353:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764892.076383:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8c0d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db7 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.076400:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 80 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db7 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.076407:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.076410:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764892.076412:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c53800, rc 0) 00000100:00100000:1.0:1775764892.076541:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133125248:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 9020us (9177us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.076552:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16803 00010000:00010000:2.0:1775764892.076648:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bf8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.076659:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.076662:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.076666:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bf8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.076672:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8bf8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.076684:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a4bd32e reply state 00000000000484a7 transno 4294977136 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b8bff lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x38c041f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.076693:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53000/0x2bbd42d658b8bff lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x38c041f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.076700:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x38c041f1 (ffff9ee38620c000) 00010000:00010000:2.0:1775764892.076702:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.076704:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.076745:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+188:89014:x1862022133125120:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 26864us (27046us total) trans 4294977136 rc 0/0 00000100:00100000:2.0:1775764892.076752:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16802 00000100:00100000:0.0:1775764892.094364:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.094447:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133125632 00000100:00100000:1.0:1775764892.094459:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133125632 00000100:00100000:1.0:1775764892.094519:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16804 00000100:00100000:1.0:1775764892.094530:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+188:89014:x1862022133125632:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.094616:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8c1b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.094669:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8c1b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.094682:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8c1b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.094697:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8c22 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x497e7c54 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.094703:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8c22 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x497e7c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.094710:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8c22 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x497e7c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.094726:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8c29 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 81 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.094760:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db7 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.094769:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8c29 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.094803:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db7 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.094815:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db7 expref: 33 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.094830:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154087296:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.096990:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764892.099857:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154087296:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764892.099887:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8c29 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.106125:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.106224:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.106302:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133125888 00000100:00100000:3.0:1775764892.106313:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133125888 00000100:00100000:3.0:1775764892.106428:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16805 00000100:00100000:3.0:1775764892.106439:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133125888:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764892.106463:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764892.106484:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8c30 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76dbe expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.106549:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133125760 00000100:00100000:1.0:1775764892.106554:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133125760 00010000:00010000:3.0:1775764892.106564:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 82 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.106577:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8c29 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.106578:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db7 expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.106585:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 83 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.106605:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8c29 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.106614:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2223 00010000:00010000:3.0:1775764892.106616:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 82 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.106650:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133125760:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764892.106660:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764892.106680:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db7 expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.106697:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db7 expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.106716:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c14 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76db7 expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.106729:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.106734:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 82 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.106741:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8c29 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.106761:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8c29 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.106769:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8c29 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.106776:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 82 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.106781:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 82 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.106814:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764892.106876:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133125760:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 254us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.106883:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2223 00010000:00010000:0.0:1775764892.107040:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8c29 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107048:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8c29 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.107506:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b784f8fa reply state 00000000743ea7a7 transno 4294977137 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8c29 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107520:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52c00/0x2bbd42d658b8c29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107527:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.107530:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764892.107533:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 81 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107538:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107558:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.107582:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.107589:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8c1b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107596:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8c1b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107602:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8c1b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107608:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8c1b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107614:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.107618:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8c1b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107660:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8c1b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107669:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.107671:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.107675:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8c1b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107680:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8c1b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.107691:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b784f8fa reply state 00000000743ea7a7 transno 4294977137 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8c22 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x497e7c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107699:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52e00/0x2bbd42d658b8c22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x497e7c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.107704:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x497e7c54 (ffff9ee491f4a800) 00010000:00010000:0.0:1775764892.107706:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.107708:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.107757:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+190:89014:x1862022133125632:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13228us (13403us total) trans 4294977137 rc 0/0 00000100:00100000:0.0:1775764892.107764:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16804 00010000:00010000:1.0:1775764892.108137:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.108145:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764892.108183:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764892.108202:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.108224:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764892.108226:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.108229:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.108231:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764892.108233:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764892.108237:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764892.108258:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8c30 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dbe expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.108275:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 81 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dbe expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.108282:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.108284:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764892.108287:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226400, rc 0) 00000100:00100000:1.0:1775764892.108320:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133125888:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1885us (2097us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.108327:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16805 00000100:00100000:3.0:1775764892.117144:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.117230:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133126144 00000100:00100000:1.0:1775764892.117241:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133126144 00000100:00100000:1.0:1775764892.117301:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16806 00000100:00100000:1.0:1775764892.117311:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a1cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+190:89014:x1862022133126144:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.117402:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c3e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.117419:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c3e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.117430:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c3e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.117443:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8c45 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd48ed235 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.117449:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8c45 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd48ed235 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.117454:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8c45 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd48ed235 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.117469:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b8c4c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 82 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.117491:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dbe expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.117499:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b8c4c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.117530:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dbe expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.117547:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dbe expref: 33 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.117561:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154087424:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.117677:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.125454:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.125550:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133126272 00000100:00100000:2.0:1775764892.125562:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133126272 00000100:00100000:1.0:1775764892.125590:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154087424:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.125601:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dbe expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.125615:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b8c4c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.125668:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2224 00000100:00100000:2.0:1775764892.125678:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133126272:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.125691:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.125715:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dbe expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.125726:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dbe expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.125748:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8c37 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dbe expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.125763:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.125768:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b8c4c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.125789:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b8c4c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.125801:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b8c4c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.125830:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.125874:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022133126272:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 198us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.125882:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2224 00010000:00010000:1.0:1775764892.125916:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b8c4c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.125924:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b8c4c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.127993:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008547a0de reply state 00000000c4735f69 transno 4294977138 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b8c4c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.128020:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52800/0x2bbd42d658b8c4c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.128028:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.128031:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764892.128035:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764892.128043:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c3e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.128049:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c3e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.128056:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c3e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.128062:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c3e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.128068:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764892.128073:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c3e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.128080:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c3e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.128089:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764892.128092:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764892.128095:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c3e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.128101:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c3e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.128112:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008547a0de reply state 00000000c4735f69 transno 4294977138 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8c45 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd48ed235 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.128119:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52000/0x2bbd42d658b8c45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd48ed235 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.128124:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd48ed235 (ffff9ee491f4a400) 00010000:00010000:1.0:1775764892.128126:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764892.128128:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764892.128206:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a1cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+192:89014:x1862022133126144:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10893us (11080us total) trans 4294977138 rc 0/0 00000100:00100000:1.0:1775764892.128217:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16806 00000100:00100000:0.0:1775764892.131728:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.131812:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133126400 00000100:00100000:0.0:1775764892.131819:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.131824:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133126400 00000100:00100000:2.0:1775764892.131885:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133126656 00000100:00100000:2.0:1775764892.131889:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133126656 00000100:00100000:1.0:1775764892.131920:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16807 00000100:00100000:1.0:1775764892.131933:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133126400:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.131955:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.132020:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8c53 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76dc5 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.132086:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c5a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 82 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.132101:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c5a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.132113:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c5a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764892.132159:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764892.132181:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c5a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.132202:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764892.132205:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.132208:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.132210:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764892.132212:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764892.132216:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764892.132238:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8c53 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dc5 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.132259:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c5a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 82 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dc5 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.132267:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.132270:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764892.132274:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c53c00, rc 0) 00000100:00100000:1.0:1775764892.132331:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133126400:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 401us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.132533:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16808 00000100:00100000:2.0:1775764892.132543:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+192:89014:x1862022133126656:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.132589:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b8c61 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.132599:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b8c61 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.132607:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b8c61 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.132715:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b8c68 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfbdb3f63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.132725:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b8c68 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfbdb3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.132732:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b8c68 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfbdb3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.132754:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8c6f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 83 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.132776:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c5a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dc5 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.132784:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8c6f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.132990:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c5a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dc5 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.133005:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c5a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dc5 expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.133019:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384841180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154087552:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.133075:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ced80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764892.138648:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16807 00000100:00100000:2.0:1775764892.144179:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384841180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154087552:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.144207:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8c6f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.146160:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.146335:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133126784 00000100:00100000:3.0:1775764892.146348:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133126784 00010000:00010000:3.0:1775764892.146396:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c5a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dc5 expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.146446:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2225 00000100:00100000:3.0:1775764892.146458:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133126784:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764892.146477:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764892.146501:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c5a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dc5 expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.146515:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c5a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dc5 expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.146536:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c5a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dc5 expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.146554:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.146560:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8c6f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.146585:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8c6f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.146592:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8c6f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 83 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.146674:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764892.146733:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133126784:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 277us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.146741:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2225 00010000:00010000:2.0:1775764892.147298:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8c6f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.147307:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8c6f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.147801:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005975de96 reply state 00000000afd6612a transno 4294977139 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8c6f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.147817:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392a00/0x2bbd42d658b8c6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.147823:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.147826:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764892.147829:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.147835:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b8c61 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.147841:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b8c61 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.147861:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b8c61 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.147867:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b8c61 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.147872:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a7392c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.147877:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b8c61 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.147883:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b8c61 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.147892:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.147894:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.147909:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b8c61 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.147915:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b8c61 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.147929:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005975de96 reply state 00000000afd6612a transno 4294977139 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b8c68 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfbdb3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.147937:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393400/0x2bbd42d658b8c68 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfbdb3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.147943:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfbdb3f63 (ffff9ee4bfd9ac00) 00010000:00010000:2.0:1775764892.147944:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.147946:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.148230:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+194:89014:x1862022133126656:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15686us (16407us total) trans 4294977139 rc 0/0 00000100:00100000:2.0:1775764892.148239:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16808 00000100:00100000:0.0:1775764892.153544:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.153585:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.153762:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133126912 00000100:00100000:2.0:1775764892.153772:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133126912 00000100:00100000:2.0:1775764892.153826:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133127168 00000100:00100000:2.0:1775764892.153829:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133127168 00000100:00100000:2.0:1775764892.153847:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16809 00000100:00100000:2.0:1775764892.153855:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133126912:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764892.153875:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764892.153907:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8c76 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76dcc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.153955:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16810 00000100:00100000:1.0:1775764892.153965:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+194:89014:x1862022133127168:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.153984:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8c7d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 83 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.153998:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8c7d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.154006:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c84 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.154011:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8c7d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.154015:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c84 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.154021:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c84 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.154033:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8c8b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf52f7dd1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.154039:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8c8b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf52f7dd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.154044:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8c8b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf52f7dd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764892.154055:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1775764892.154059:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8c92 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 84 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.154074:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8c7d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.154077:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8c7d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.154083:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8c92 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.154090:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764892.154093:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.154095:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.154098:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:2.0:1775764892.154100:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:1.0:1775764892.154416:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8c7d lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.154431:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8c92 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764892.154536:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764892.154562:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8c76 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dcc expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.154586:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8c7d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dcc expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.154593:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8c7d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dcc expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.154599:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384479e00, rc 0) 00000100:00100000:2.0:1775764892.155062:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133126912:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1205us (1526us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.155071:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16809 00000100:00100000:2.0:1775764892.161099:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.161237:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133127296 00000100:00100000:1.0:1775764892.161249:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133127296 00000100:00100000:1.0:1775764892.161319:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16811 00000100:00100000:1.0:1775764892.161330:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133127296:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.161352:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.161374:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c99 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76dd3 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.161443:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 85 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.161457:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8c92 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.161465:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 85 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.161483:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8c92 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.161494:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 85 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.163218:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.163323:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133127424 00000100:00100000:2.0:1775764892.163331:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133127424 00010000:00010000:2.0:1775764892.163367:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8c7d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dcc expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.163410:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2226 00000100:00100000:2.0:1775764892.163419:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2404:x1862022133127424:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.163434:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.163457:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8c7d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dcc expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.163469:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8c7d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dcc expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.163489:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8c7d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dcc expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.163508:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.163513:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 85 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.163522:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8c92 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.163554:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8c92 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.163562:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8c92 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.163569:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 85 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.163578:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 85 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.163609:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.163690:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022133127424:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 272us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.163699:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2226 00010000:00010000:1.0:1775764892.163838:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8c92 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.163847:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8c92 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.164360:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a52598e8 reply state 0000000008a2ebb6 transno 4294977140 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8c92 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164375:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52400/0x2bbd42d658b8c92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 84 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164382:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.164385:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764892.164387:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 84 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164394:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164400:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.164424:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764892.164431:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c84 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164438:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c84 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164443:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c84 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164449:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c84 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164454:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764892.164459:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c84 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164466:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c84 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164475:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764892.164477:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764892.164480:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c84 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164485:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8c84 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.164496:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a52598e8 reply state 0000000008a2ebb6 transno 4294977140 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8c8b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf52f7dd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164503:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53400/0x2bbd42d658b8c8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf52f7dd1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.164509:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf52f7dd1 (ffff9ee491f4a100) 00010000:00010000:1.0:1775764892.164511:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764892.164513:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764892.164736:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+196:89014:x1862022133127168:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10771us (11148us total) trans 4294977140 rc 0/0 00000100:00100000:1.0:1775764892.164744:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16810 00010000:00010000:2.0:1775764892.164934:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.164942:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764892.164977:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764892.164996:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.165020:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764892.165023:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.165026:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.165028:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:2.0:1775764892.165030:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764892.165035:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764892.165055:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8c99 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dd3 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.165070:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 84 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dd3 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.165082:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.165085:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764892.165087:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384c53600, rc 0) 00000100:00100000:2.0:1775764892.165115:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133127296:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3788us (4028us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.165122:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16811 00000100:00100000:3.0:1775764892.167951:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.168717:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133127680 00000100:00100000:1.0:1775764892.168728:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133127680 00000100:00100000:1.0:1775764892.168787:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16812 00000100:00100000:1.0:1775764892.168798:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+196:89014:x1862022133127680:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.168887:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8ca7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.168914:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8ca7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.168928:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8ca7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.168944:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8cae lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6c7b6c58 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.168952:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8cae lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6c7b6c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.168958:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8cae lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6c7b6c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.168977:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8cb5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 85 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.169000:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dd3 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.169009:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8cb5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.169045:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dd3 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.169059:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dd3 expref: 33 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.169074:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154087680:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.169161:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.179213:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.180286:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.180462:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133127808 00000100:00100000:0.0:1775764892.180474:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133127808 00000100:00100000:0.0:1775764892.180539:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16813 00000100:00100000:0.0:1775764892.180550:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133127808:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764892.180574:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1775764892.180588:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133127936 00000100:00100000:2.0:1775764892.180593:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133127936 00010000:00010000:0.0:1775764892.180594:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8cbc lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76dda expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.180616:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dd3 expref: 36 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.180668:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2227 00000100:00100000:2.0:1775764892.180674:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2404:x1862022133127936:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.180683:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764892.180696:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 87 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.180704:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dd3 expref: 36 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.180709:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8cb5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.180716:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 87 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.180948:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154087680:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.181139:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dd3 expref: 36 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.181158:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8ca0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dd3 expref: 36 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.181778:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.181784:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 86 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.181793:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8cb5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.181813:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8cb5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50290000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.181820:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8cb5 lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50290000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.181829:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 86 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.181834:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 86 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.181851:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.181923:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022133127936:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1247us (2721us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.181932:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2227 00010000:00010000:1.0:1775764892.185131:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8cb5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.185152:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8cb5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.185159:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8cb5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.185246:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.185267:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.186960:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005456edc reply state 00000000f1982ded transno 4294977141 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.186984:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff07600/0x2bbd42d658b8cb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 85 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.186993:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.186996:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764892.187000:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.187008:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.187014:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.187048:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764892.187055:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8ca7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.187062:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8ca7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.187067:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8ca7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.187073:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8ca7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.187080:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764892.187083:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8ca7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.187090:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8ca7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.187100:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764892.187103:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764892.187107:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8ca7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.187113:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8ca7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.187124:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005456edc reply state 00000000f1982ded transno 4294977141 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8cae lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6c7b6c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.187133:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff06600/0x2bbd42d658b8cae lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6c7b6c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.187138:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6c7b6c58 (ffff9ee491f4ae00) 00010000:00010000:1.0:1775764892.187140:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764892.187142:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:0.0:1775764892.187147:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.187154:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.187190:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764892.187209:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.187234:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764892.187237:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.187239:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.187242:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:0.0:1775764892.187244:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764892.187248:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:1.0:1775764892.187249:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+198:89014:x1862022133127680:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 18448us (19302us total) trans 4294977141 rc 0/0 00000100:00100000:1.0:1775764892.187258:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16812 00010000:00010000:0.0:1775764892.187272:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8cbc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dda expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.187287:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 85 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dda expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.187294:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.187296:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764892.187299:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490867400, rc 0) 00000100:00100000:0.0:1775764892.187324:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133127808:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6777us (7044us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.187330:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16813 00000100:00100000:3.0:1775764892.192311:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.195430:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133128192 00000100:00100000:1.0:1775764892.195447:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133128192 00000100:00100000:1.0:1775764892.195508:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16814 00000100:00100000:1.0:1775764892.195518:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+198:89014:x1862022133128192:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.195620:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8cca lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.195664:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8cca lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.195676:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8cca lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.195691:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8cd1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc7c1639 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.195699:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8cd1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc7c1639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.195705:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8cd1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc7c1639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.195723:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8cd8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 86 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.195748:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dda expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.195757:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8cd8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.196021:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dda expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.196041:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dda expref: 33 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.196055:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee381c01c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154087808:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764892.196280:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.200547:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee381c01c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154087808:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.200576:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8cd8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.201477:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.201563:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.201671:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133128320 00000100:00100000:1.0:1775764892.201679:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133128320 00010000:00010000:1.0:1775764892.201722:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dda expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.201768:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2228 00000100:00100000:0.0:1775764892.201774:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133128448 00000100:00100000:1.0:1775764892.201777:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133128320:12345-192.168.202.48@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1775764892.201778:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133128448 00010000:00010000:1.0:1775764892.201792:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1775764892.201806:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16815 00000100:00100000:0.0:1775764892.201812:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133128448:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.201814:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dda expref: 35 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.201826:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dda expref: 35 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.201827:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764892.201841:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8cdf lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76de1 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.201851:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8cc3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dda expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.201867:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.201872:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8cd8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.201906:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 87 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.201906:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8cd8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.201915:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8cd8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.202390:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8cd8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.202400:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 87 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.202414:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8cd8 lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.202426:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 87 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.210550:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764892.210579:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8cd8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.210593:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8cd8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.210660:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133128320:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 8877us (9181us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.210670:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2228 00000004:00010000:2.0:1775764892.211126:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000017847611 reply state 00000000b4f32400 transno 4294977142 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8cd8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211155:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53c00/0x2bbd42d658b8cd8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 86 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211167:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.211170:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764892.211174:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 86 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211183:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211191:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.211219:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.211227:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8cca lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211234:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8cca lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211241:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8cca lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211247:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8cca lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211253:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c52a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.211257:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8cca lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211264:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8cca lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211275:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.211277:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.211281:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8cca lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211286:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8cca lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.211299:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000017847611 reply state 00000000b4f32400 transno 4294977142 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8cd1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc7c1639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211307:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53600/0x2bbd42d658b8cd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc7c1639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.211313:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc7c1639 (ffff9ee491f4a900) 00010000:00010000:2.0:1775764892.211315:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.211317:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.211365:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+200:89014:x1862022133128192:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15848us (19065us total) trans 4294977142 rc 0/0 00000100:00100000:2.0:1775764892.211372:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16814 00010000:00010000:1.0:1775764892.211726:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.211735:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764892.211775:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764892.211794:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.211819:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764892.211822:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.211827:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.211829:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764892.211831:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764892.211836:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764892.211859:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8cdf lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de1 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.211876:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 86 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de1 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.211883:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.211885:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764892.211887:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490866600, rc 0) 00000100:00100000:1.0:1775764892.212029:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133128448:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 10216us (10465us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.212036:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16815 00000100:00100000:3.0:1775764892.215425:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.215675:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133128704 00000100:00100000:1.0:1775764892.215686:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133128704 00000100:00100000:1.0:1775764892.215749:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16816 00000100:00100000:1.0:1775764892.215760:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+200:89014:x1862022133128704:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.215854:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8ced lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.215871:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8ced lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.215884:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8ced lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.215916:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b8cf4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9022134e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.215924:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b8cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9022134e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.215930:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b8cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9022134e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.215949:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b8cfb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 87 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.215974:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de1 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.215982:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b8cfb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.216018:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de1 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.216031:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de1 expref: 33 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.216045:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154087936:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.216143:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764892.219350:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154087936:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764892.219380:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b8cfb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.221376:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.221565:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133128832 00000100:00100000:2.0:1775764892.221575:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133128832 00000100:00100000:2.0:1775764892.221665:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16817 00000100:00100000:2.0:1775764892.221675:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133128832:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764892.221697:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764892.221718:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d02 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76de8 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.221790:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 88 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.221806:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b8cfb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.221813:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 88 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.221831:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b8cfb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.221841:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 88 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.224526:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.224615:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133128960 00000100:00100000:2.0:1775764892.224673:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133128960 00010000:00010000:2.0:1775764892.224716:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de1 expref: 36 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.224758:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2229 00000100:00100000:2.0:1775764892.224767:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2404:x1862022133128960:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.224782:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.224817:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de1 expref: 36 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.224830:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de1 expref: 36 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.224850:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8ce6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de1 expref: 36 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.224866:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.224872:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 88 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.224882:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b8cfb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.224916:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b8cfb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.224924:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b8cfb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.224931:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 88 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.224936:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 88 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.224963:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.225011:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022133128960:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 246us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.225018:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2229 00010000:00010000:1.0:1775764892.227641:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b8cfb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.227659:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b8cfb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.228818:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fdb5e1a8 reply state 00000000c6baa793 transno 4294977143 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b8cfb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.228843:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2400/0x2bbd42d658b8cfb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.228853:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.228855:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764892.228859:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 87 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.228868:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.228874:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.228918:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.228927:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8ced lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.228933:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8ced lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.228939:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8ced lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.228946:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8ced lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.228953:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.228958:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8ced lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.228966:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8ced lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.228977:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.228980:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.228983:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8ced lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.228989:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8ced lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.229005:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fdb5e1a8 reply state 00000000c6baa793 transno 4294977143 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b8cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9022134e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.229014:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4c21cd800/0x2bbd42d658b8cf4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9022134e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.229020:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9022134e (ffff9ee491f4a000) 00010000:00010000:0.0:1775764892.229022:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.229024:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.229140:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+202:89014:x1862022133128704:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13367us (13709us total) trans 4294977143 rc 0/0 00000100:00100000:0.0:1775764892.229150:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16816 00010000:00010000:2.0:1775764892.229506:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.229515:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764892.229558:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764892.229582:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.229606:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764892.229611:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.229613:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.229615:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:2.0:1775764892.229618:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764892.229649:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764892.229672:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d02 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de8 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.229688:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 87 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de8 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.229695:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.229697:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764892.229700:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384479600, rc 0) 00000100:00100000:2.0:1775764892.229730:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133128832:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8058us (8364us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.229737:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16817 00000100:00100000:3.0:1775764892.248086:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.248327:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133129216 00000100:00100000:2.0:1775764892.248339:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133129216 00000100:00100000:2.0:1775764892.248413:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16818 00000100:00100000:2.0:1775764892.248424:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+202:89014:x1862022133129216:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.248515:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d10 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.248532:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d10 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.248543:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d10 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.248558:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b8d17 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb39f4931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.248564:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b8d17 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb39f4931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.248569:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b8d17 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb39f4931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.248588:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b8d1e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 88 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.248610:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de8 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.248619:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b8d1e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.248701:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de8 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.248714:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de8 expref: 33 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.248728:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154088064:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.248798:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764892.255235:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.255666:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133129344 00000100:00100000:1.0:1775764892.255677:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133129344 00000100:00100000:2.0:1775764892.255693:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154088064:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764892.255715:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de8 expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.255716:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b8d1e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.255746:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2230 00000100:00100000:1.0:1775764892.255755:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133129344:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764892.255768:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764892.255791:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de8 expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.255804:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de8 expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.255826:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d09 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76de8 expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.255842:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.255847:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b8d1e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.255873:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b8d1e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.255881:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b8d1e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.255918:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764892.255980:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133129344:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 226us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.255987:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2230 00010000:00010000:2.0:1775764892.256093:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b8d1e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.256100:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b8d1e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.256560:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a68da438 reply state 000000008dbd8c41 transno 4294977144 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b8d1e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.256575:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478a00/0x2bbd42d658b8d1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 87 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.256582:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.256584:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764892.256587:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.256594:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d10 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.256601:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d10 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.256607:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d10 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.256614:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d10 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.256619:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.257093:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d10 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.257106:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d10 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.257117:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.257119:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.257122:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d10 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.257138:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d10 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.257149:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a68da438 reply state 000000008dbd8c41 transno 4294977144 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b8d17 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb39f4931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.257157:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479200/0x2bbd42d658b8d17 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb39f4931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.257163:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb39f4931 (ffff9ee4bfd9a200) 00010000:00010000:2.0:1775764892.257165:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.257168:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.257236:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+204:89014:x1862022133129216:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8812us (9157us total) trans 4294977144 rc 0/0 00000100:00100000:2.0:1775764892.257244:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16818 00000100:00100000:1.0:1775764892.259007:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.259333:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133129472 00000100:00100000:0.0:1775764892.259344:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133129472 00000100:00100000:0.0:1775764892.259408:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16819 00000100:00100000:0.0:1775764892.259418:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133129472:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764892.259440:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764892.259462:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8d25 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76def expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.259534:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8d2c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 88 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.259548:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8d2c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.259559:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8d2c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.259604:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764892.259664:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8d2c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.259686:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764892.259689:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.259691:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.259694:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:0.0:1775764892.259696:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764892.259700:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764892.259724:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8d25 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76def expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.259743:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8d2c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 88 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76def expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.259757:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.259759:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764892.259763:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490866200, rc 0) 00000100:00100000:0.0:1775764892.259823:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133129472:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 406us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.259829:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16819 00000100:00100000:0.0:1775764892.266917:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.267084:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133129728 00000100:00100000:3.0:1775764892.267095:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133129728 00000100:00100000:3.0:1775764892.267157:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16820 00000100:00100000:3.0:1775764892.267166:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+204:89014:x1862022133129728:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764892.267250:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8d33 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.267265:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8d33 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.267277:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8d33 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.267291:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b8d3a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4c2463cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.267297:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b8d3a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4c2463cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.267303:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b8d3a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4c2463cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.267319:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b8d41 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 89 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.267342:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8d2c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76def expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.267351:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b8d41 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.267383:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8d2c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76def expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.267394:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8d2c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76def expref: 33 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.267408:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38985dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154088192:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764892.267487:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee382425480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.270992:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38985dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154088192:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.271026:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b8d41 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.272892:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.273219:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133129856 00000100:00100000:1.0:1775764892.273229:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133129856 00010000:00010000:1.0:1775764892.273269:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8d2c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 89 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76def expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.273308:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2231 00000100:00100000:1.0:1775764892.273319:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133129856:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764892.273333:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764892.273357:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8d2c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76def expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.273371:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8d2c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76def expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.273394:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8d2c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76def expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.273414:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.273419:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b8d41 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.273449:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b8d41 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.273458:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b8d41 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.273481:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764892.273542:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133129856:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 225us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.273549:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2231 00010000:00010000:0.0:1775764892.274476:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b8d41 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.274489:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b8d41 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.275551:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2204527 reply state 0000000075dde0c0 transno 4294977145 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b8d41 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.275574:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227a00/0x2bbd42d658b8d41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 88 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.275583:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.275586:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764892.275590:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.275598:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8d33 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.275605:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8d33 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.275610:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8d33 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.275616:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8d33 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.275646:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.275651:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8d33 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.275659:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8d33 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.275669:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.275672:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.275675:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8d33 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.275681:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8d33 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.275695:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2204527 reply state 0000000075dde0c0 transno 4294977145 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b8d3a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4c2463cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.275703:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227600/0x2bbd42d658b8d3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4c2463cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.275708:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4c2463cd (ffff9ee39c395f00) 00010000:00010000:0.0:1775764892.275711:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.275713:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.275799:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+206:89014:x1862022133129728:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8630us (8903us total) trans 4294977145 rc 0/0 00000100:00100000:0.0:1775764892.279718:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16820 00000100:00100000:0.0:1775764892.280385:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.280583:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133130112 00000100:00100000:1.0:1775764892.280594:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133130112 00000100:00100000:1.0:1775764892.280672:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16821 00000100:00100000:1.0:1775764892.280682:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+206:89014:x1862022133130112:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.280777:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b8d48 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.280795:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b8d48 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.280807:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b8d48 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.280822:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b8d4f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc7149fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.280829:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b8d4f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc7149fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.280835:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b8d4f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc7149fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.280854:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b8d56 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 89 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.280880:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b8d56 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.280886:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b8d56 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.281416:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000004:00010000:1.0:1775764892.281446:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000224df5fc reply state 0000000020f9fd0e transno 4294977146 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b8d56 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.281450:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133130240 00000100:00100000:3.0:1775764892.281454:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133130240 00010000:00010000:1.0:1775764892.281460:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a3e00/0x2bbd42d658b8d56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 89 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.281467:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.281470:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764892.281474:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764892.281479:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b8d48 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.281484:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16822 00010000:00010000:1.0:1775764892.281486:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b8d48 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.281491:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133130240:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.281492:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b8d48 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.281499:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b8d48 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.281501:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.281505:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4813a2200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764892.281509:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b8d48 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.281511:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b8d5d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76df6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.281517:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b8d48 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.281526:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764892.281529:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764892.281532:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b8d48 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.281538:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b8d48 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.281549:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000224df5fc reply state 0000000020f9fd0e transno 4294977146 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b8d4f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc7149fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.281555:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8d64 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 90 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.281556:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2a00/0x2bbd42d658b8d4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc7149fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.281562:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc7149fc (ffff9ee491f4aa00) 00010000:00010000:3.0:1775764892.281564:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8d64 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.281565:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764892.281566:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1775764892.281572:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8d64 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764892.281601:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764892.281618:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8d64 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.281649:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+208:89014:x1862022133130112:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 969us (1266us total) trans 4294977146 rc 0/0 00000100:00100000:1.0:1775764892.281655:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16821 00000004:00010000:3.0:1775764892.281660:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764892.281663:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.281665:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.281667:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:3.0:1775764892.281670:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764892.281674:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764892.281690:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b8d5d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76df6 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.281703:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8d64 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 90 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76df6 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.281710:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.281712:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764892.281715:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226e00, rc 0) 00000100:00100000:3.0:1775764892.282965:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133130240:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1465us (1542us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.282976:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16822 00000100:00100000:3.0:1775764892.296402:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.298063:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133130496 00000100:00100000:2.0:1775764892.298076:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133130496 00000100:00100000:2.0:1775764892.298156:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16823 00000100:00100000:2.0:1775764892.298166:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+208:89014:x1862022133130496:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.298269:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d6b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.298294:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d6b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.298306:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d6b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.298322:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b8d72 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x13b83986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.298328:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b8d72 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13b83986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.298333:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b8d72 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13b83986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.298351:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8d79 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 91 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.298377:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8d64 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76df6 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.298385:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8d79 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.298423:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8d64 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76df6 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.298434:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8d64 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76df6 expref: 33 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.298452:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154088320:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.298551:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764892.302985:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154088320:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.303015:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8d79 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.307744:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.309321:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133130624 00000100:00100000:2.0:1775764892.309336:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133130624 00010000:00010000:2.0:1775764892.309385:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8d64 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76df6 expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.309438:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2232 00000100:00100000:2.0:1775764892.309448:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133130624:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.309463:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.309488:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8d64 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76df6 expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.309501:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8d64 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76df6 expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.309525:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8d64 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76df6 expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.309553:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.309558:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8d79 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.309585:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8d79 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.309592:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8d79 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.309670:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.309730:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133130624:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 283us (1995us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.309738:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2232 00000100:00100000:0.0:1775764892.309798:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:3.0:1775764892.310141:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8d79 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.310154:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8d79 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 90 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.310690:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133130752 00000100:00100000:2.0:1775764892.310699:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133130752 00000100:00100000:2.0:1775764892.310747:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16824 00000100:00100000:2.0:1775764892.310755:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b7257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133130752:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764892.310773:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764892.310790:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d80 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76dfd expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.310847:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 91 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.310859:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8d79 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.310866:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 91 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.310882:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8d79 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.310906:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 91 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.311103:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035d0e377 reply state 00000000b9494b99 transno 4294977147 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8d79 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311119:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479e00/0x2bbd42d658b8d79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311126:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.311129:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764892.311132:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 91 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311139:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311145:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.311172:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764892.311179:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d6b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311186:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d6b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311192:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d6b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311198:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d6b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311208:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384479c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764892.311212:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d6b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311220:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d6b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311230:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764892.311232:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764892.311236:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d6b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311242:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b8d6b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.311256:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035d0e377 reply state 00000000b9494b99 transno 4294977147 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b8d72 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13b83986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311265:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479800/0x2bbd42d658b8d72 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13b83986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.311270:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x13b83986 (ffff9ee4bfd9a800) 00010000:00010000:3.0:1775764892.311272:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764892.311274:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764892.311350:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+210:89014:x1862022133130496:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13185us (14958us total) trans 4294977147 rc 0/0 00000100:00100000:3.0:1775764892.311358:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16823 00010000:00010000:2.0:1775764892.312334:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.312345:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764892.312395:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764892.312417:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.312441:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764892.312444:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.312448:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.312450:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:2.0:1775764892.312452:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764892.312456:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764892.312481:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b8d80 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dfd expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.312499:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 91 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dfd expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.312508:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.312510:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764892.312513:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384478400, rc 0) 00000100:00100000:2.0:1775764892.312557:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b7257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133130752:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1803us (2760us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.312564:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16824 00000100:00100000:3.0:1775764892.319026:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.319264:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133131008 00000100:00100000:2.0:1775764892.319275:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133131008 00000100:00100000:2.0:1775764892.319334:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16825 00000100:00100000:2.0:1775764892.319345:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+210:89014:x1862022133131008:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.319446:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8d8e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.319465:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8d8e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.319479:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8d8e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.319516:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8d95 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5cd1a09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.319525:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8d95 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5cd1a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.319533:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8d95 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5cd1a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.319553:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8d9c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 92 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.319579:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dfd expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.319592:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8d9c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.319681:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dfd expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.319694:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dfd expref: 33 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.319709:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154088448:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.319865:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.326685:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384840700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154088448:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.326715:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8d9c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.330013:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.330191:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.330342:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133131264 00000100:00100000:1.0:1775764892.330353:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133131264 00010000:00010000:1.0:1775764892.330395:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dfd expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.330439:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2233 00000100:00100000:1.0:1775764892.330448:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133131264:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764892.330463:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764892.330485:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dfd expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.330497:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dfd expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.330521:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b8d87 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76dfd expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.330538:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.330543:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8d9c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.330569:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8d9c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.330576:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8d9c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.330606:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764892.330682:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133131264:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 234us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.330690:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2233 00010000:00010000:3.0:1775764892.331568:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8d9c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.331579:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8d9c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.332111:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071830879 reply state 000000009d9680f9 transno 4294977148 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8d9c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.332140:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7393600/0x2bbd42d658b8d9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 91 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.332148:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.332151:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764892.332154:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764892.332162:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8d8e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.332169:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8d8e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.332175:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8d8e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.332182:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8d8e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.332188:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384c53800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764892.332193:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8d8e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.332200:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8d8e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.332215:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764892.332217:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764892.332221:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8d8e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.332227:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b8d8e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.332239:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071830879 reply state 000000009d9680f9 transno 4294977148 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8d95 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5cd1a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.332247:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c52a00/0x2bbd42d658b8d95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5cd1a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.332252:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5cd1a09 (ffff9ee4bfd9bd00) 00010000:00010000:3.0:1775764892.332254:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764892.332256:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764892.332333:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+212:89014:x1862022133131008:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12987us (13314us total) trans 4294977148 rc 0/0 00000100:00100000:3.0:1775764892.332341:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16825 00000100:00100000:3.0:1775764892.332365:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133131136 00000100:00100000:3.0:1775764892.332371:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133131136 00000100:00100000:0.0:1775764892.334911:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16826 00000100:00100000:1.0:1775764892.335423:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38985d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133131136:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.335451:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.335476:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b8da3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e04 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.335549:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b8daa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 92 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.335566:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b8daa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.335579:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b8daa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764892.335784:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764892.335874:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b8daa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.335908:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764892.335912:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.335914:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.335917:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764892.335919:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764892.335924:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764892.335946:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b8da3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e04 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.335970:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b8daa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 92 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e04 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.335979:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.335982:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764892.335986:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a9c00, rc 0) 00000100:00100000:1.0:1775764892.336060:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38985d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133131136:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1137us (6174us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.336068:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16826 00000100:00100000:2.0:1775764892.342057:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.343869:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133131520 00000100:00100000:3.0:1775764892.343884:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133131520 00000100:00100000:2.0:1775764892.346964:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16827 00000100:00100000:2.0:1775764892.346980:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+212:89014:x1862022133131520:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.347083:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8db1 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.347101:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8db1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.347112:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8db1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.347126:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b8db8 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb530d721 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.347146:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b8db8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb530d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.347158:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b8db8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb530d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.347179:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b8dbf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 93 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.347204:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b8daa lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e04 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.347213:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b8dbf lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.347251:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b8daa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e04 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.347264:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b8daa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e04 expref: 33 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.347278:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38597aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154088576:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.347377:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764892.350399:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.350566:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133131648 00000100:00100000:0.0:1775764892.350575:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133131648 00010000:00010000:0.0:1775764892.350615:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b8daa lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e04 expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.350677:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2234 00000100:00100000:0.0:1775764892.350687:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133131648:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764892.350702:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764892.350726:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b8daa lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e04 expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.350739:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b8daa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e04 expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.350759:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.350764:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b8dbf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.350788:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b8dbf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.350795:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b8dbf lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.350812:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764892.350861:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133131648:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 175us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.350868:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2234 00010000:00010000:2.0:1775764892.351466:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b8daa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e04 expref: 33 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.351485:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38597aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154088576:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.351506:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b8dbf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.351514:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b8dbf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.351520:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b8dbf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.352042:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b4bba8dc reply state 00000000b14d0143 transno 4294977149 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b8dbf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.352060:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5200/0x2bbd42d658b8dbf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 92 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.352067:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.352070:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764892.352073:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.352080:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8db1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.352086:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8db1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.352093:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8db1 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.352100:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8db1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.352105:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.352110:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8db1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.352117:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8db1 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.352392:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:2.0:1775764892.352415:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.352418:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.352422:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8db1 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.352429:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8db1 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.352442:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b4bba8dc reply state 00000000b14d0143 transno 4294977149 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b8db8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb530d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.352450:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5a00/0x2bbd42d658b8db8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb530d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.352456:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb530d721 (ffff9ee4bfd9b500) 00010000:00010000:2.0:1775764892.352458:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.352460:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.352524:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+214:89014:x1862022133131520:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5549us (10477us total) trans 4294977149 rc 0/0 00000100:00100000:2.0:1775764892.352532:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16827 00000100:00100000:3.0:1775764892.355481:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.355739:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133131776 00000100:00100000:2.0:1775764892.355750:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133131776 00000100:00100000:2.0:1775764892.355795:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16828 00000100:00100000:2.0:1775764892.355809:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133131776:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764892.355831:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764892.355850:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8dc6 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e0b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.355927:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8dcd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 93 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.355942:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8dcd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.355955:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8dcd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764892.356005:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764892.356027:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8dcd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.356047:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764892.356049:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.356052:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.356054:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:2.0:1775764892.356056:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764892.356060:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764892.356080:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8dc6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e0b expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.356097:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8dcd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 93 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e0b expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.356106:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.356109:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764892.356113:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5000, rc 0) 00000100:00100000:2.0:1775764892.356181:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133131776:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 379us (3791us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.356188:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16828 00000100:00100000:0.0:1775764892.361672:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133132032 00000100:00100000:0.0:1775764892.361688:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133132032 00000100:00100000:2.0:1775764892.363315:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16829 00000100:00100000:2.0:1775764892.363338:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+214:89014:x1862022133132032:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.363432:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8dd4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.363449:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8dd4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.363461:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8dd4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.363479:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b8ddb lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1a0db564 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.363486:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b8ddb lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1a0db564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.363492:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b8ddb lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1a0db564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.363510:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b8de2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 94 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.363537:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8dcd lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e0b expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.363545:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b8de2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.363583:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8dcd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e0b expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.363598:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8dcd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e0b expref: 33 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.363614:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38597aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154088704:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.364385:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764892.370260:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.370494:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.370584:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38597aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154088704:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.370612:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b8de2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.370815:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133132288 00000100:00100000:0.0:1775764892.370822:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133132288 00010000:00010000:0.0:1775764892.370859:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8dcd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 94 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e0b expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.370908:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2235 00000100:00100000:0.0:1775764892.370917:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133132288:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764892.370931:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764892.370956:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8dcd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e0b expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.370968:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8dcd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e0b expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.370989:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8dcd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e0b expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.371008:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.371013:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b8de2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.371039:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b8de2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.371048:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b8de2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.371077:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764892.371277:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133132288:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 210us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.371286:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2235 00010000:00010000:2.0:1775764892.371340:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b8de2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.371347:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b8de2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.371993:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093a6e470 reply state 0000000091af14df transno 4294977150 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b8de2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.372008:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4400/0x2bbd42d658b8de2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 93 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.372016:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.372019:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764892.372022:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.372028:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8dd4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.372035:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8dd4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.372041:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8dd4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.372052:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8dd4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.372058:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.372062:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8dd4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.372069:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8dd4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.372077:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.372079:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.372082:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8dd4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.372088:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8dd4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.372098:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093a6e470 reply state 0000000091af14df transno 4294977150 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b8ddb lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1a0db564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.372106:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4000/0x2bbd42d658b8ddb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1a0db564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.372112:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1a0db564 (ffff9ee4bfd9b300) 00010000:00010000:2.0:1775764892.372114:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.372115:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.372265:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+216:89014:x1862022133132032:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8936us (16793us total) trans 4294977150 rc 0/0 00000100:00100000:2.0:1775764892.372273:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16829 00000100:00100000:2.0:1775764892.372294:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133132160 00000100:00100000:2.0:1775764892.372299:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133132160 00000100:00100000:3.0:1775764892.372730:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16830 00000100:00100000:3.0:1775764892.374780:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.374866:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133132544 00000100:00100000:0.0:1775764892.374875:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133132544 00000100:00100000:0.0:1775764892.374949:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16831 00000100:00100000:0.0:1775764892.374959:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+216:89014:x1862022133132544:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.375052:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8de9 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.375070:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8de9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.375083:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8de9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.375100:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b8df0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4c8a9f9a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.375108:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b8df0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4c8a9f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.375115:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b8df0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4c8a9f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.375145:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b8df7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 94 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.375169:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b8df7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.375177:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b8df7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 94 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.376323:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133132160:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.376342:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.376358:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b8dfe lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e12 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.376415:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 95 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.376425:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b8df7 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.376432:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 95 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.376451:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b8df7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.376467:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 95 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.376785:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab88d648 reply state 0000000004c78561 transno 4294977151 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b8df7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376800:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867600/0x2bbd42d658b8df7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 95 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376818:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.376821:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764892.376824:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 95 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376831:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376837:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.376860:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.376867:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8de9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376874:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8de9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376880:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8de9 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376886:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8de9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376905:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490867c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.376908:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8de9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376916:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8de9 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376927:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.376929:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.376933:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8de9 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376938:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8de9 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.376952:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab88d648 reply state 0000000004c78561 transno 4294977151 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b8df0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4c8a9f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376960:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867a00/0x2bbd42d658b8df0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4c8a9f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.376967:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4c8a9f9a (ffff9ee496767900) 00010000:00010000:0.0:1775764892.376969:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.376971:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1775764892.377120:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.377350:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+218:89014:x1862022133132544:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 2390us (2577us total) trans 4294977151 rc 0/0 00000100:00100000:0.0:1775764892.377359:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16831 00010000:00010000:2.0:1775764892.377417:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764892.377456:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764892.377475:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.377498:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764892.377502:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.377504:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.377507:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:2.0:1775764892.377510:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764892.377514:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764892.377533:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b8dfe lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e12 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.377550:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 95 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e12 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.377557:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.377560:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764892.377562:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a8a00, rc 0) 00000100:00100000:2.0:1775764892.377592:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133132160:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4853us (7343us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.377598:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16830 00000100:00100000:0.0:1775764892.388597:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.388876:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133132800 00000100:00100000:3.0:1775764892.388886:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133132800 00000100:00100000:3.0:1775764892.388959:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16832 00000100:00100000:3.0:1775764892.388969:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+218:89014:x1862022133132800:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764892.389057:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8e0c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.389074:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8e0c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.389085:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8e0c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.389101:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b8e13 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x539f801d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.389107:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b8e13 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x539f801d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.389113:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b8e13 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x539f801d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.389131:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8e1a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 96 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.389155:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e12 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.389163:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8e1a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.389197:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e12 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.389215:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e12 expref: 33 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.389230:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154088832:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764892.389315:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee481370540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764892.403152:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.403197:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.403292:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133132928 00000100:00100000:1.0:1775764892.403302:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133132928 00010000:00010000:1.0:1775764892.403340:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e12 expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.403384:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2236 00000100:00100000:1.0:1775764892.403394:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133132928:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764892.403409:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764892.403433:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e12 expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.403447:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e12 expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.403470:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.403475:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8e1a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.403500:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8e1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.403510:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8e1a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.403528:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764892.403575:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133132928:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 182us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.403583:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2236 00000100:00100000:0.0:1775764892.403950:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133133056 00000100:00100000:0.0:1775764892.403956:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133133056 00000100:00100000:0.0:1775764892.403999:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16833 00000100:00100000:0.0:1775764892.404007:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133133056:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764892.404024:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764892.404040:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8e21 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.404097:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 97 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.404106:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8e1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.404113:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 97 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.404137:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8e1a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.404146:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 97 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.404581:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b8e05 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e12 expref: 35 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.404600:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154088832:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764892.404681:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8e1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.404689:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8e1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.404695:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8e1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.410332:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df04dea7 reply state 00000000a45d2484 transno 4294977152 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8e1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.410360:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226e00/0x2bbd42d658b8e1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 96 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.410368:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.410371:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764892.410374:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 96 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.410383:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.410390:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 96 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.412066:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.412082:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8e0c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.412092:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8e0c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.412099:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8e0c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.412107:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8e0c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.412112:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386227200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.412117:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8e0c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.412125:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8e0c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.412137:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.412140:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.412144:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8e0c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.412150:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b8e0c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.412166:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df04dea7 reply state 00000000a45d2484 transno 4294977152 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b8e13 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x539f801d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.412175:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226000/0x2bbd42d658b8e13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x539f801d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.412182:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x539f801d (ffff9ee39c395700) 00010000:00010000:2.0:1775764892.412184:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.412186:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.412287:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+220:89014:x1862022133132800:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 23314us (23696us total) trans 4294977152 rc 0/0 00000100:00100000:2.0:1775764892.412297:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16832 00000100:00100000:2.0:1775764892.414917:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.415146:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133133312 00000100:00100000:0.0:1775764892.415156:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133133312 00000100:00100000:0.0:1775764892.415214:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16834 00000100:00100000:0.0:1775764892.415224:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+220:89014:x1862022133133312:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.415305:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e2f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.415321:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e2f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.415333:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e2f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.415350:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8e36 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1a07ed8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.415357:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8e36 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1a07ed8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.415363:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8e36 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1a07ed8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.415381:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8e3d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 97 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.415404:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.415411:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8e3d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.415431:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.415440:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8e3d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.415751:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.415759:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764892.415820:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764892.415843:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.415862:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764892.415866:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.415868:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.415870:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764892.415872:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764892.415876:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764892.415959:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8e21 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e19 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.415982:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e19 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.415991:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e19 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.415999:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490866800, rc 0) 00000100:00100000:1.0:1775764892.416051:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133133056:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 12046us (12853us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.416059:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16833 00000100:00100000:0.0:1775764892.423679:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.423763:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133133440 00000100:00100000:2.0:1775764892.423774:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133133440 00000100:00100000:2.0:1775764892.423831:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16835 00000100:00100000:2.0:1775764892.423841:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133133440:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764892.423865:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764892.423886:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8e44 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e20 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.423972:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 98 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.423986:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8e3d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.423993:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 98 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.424010:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8e3d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.424022:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 98 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.430700:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.430884:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133133568 00000100:00100000:3.0:1775764892.430904:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133133568 00010000:00010000:3.0:1775764892.430947:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e19 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.430991:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2237 00000100:00100000:3.0:1775764892.431002:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133133568:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764892.431018:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764892.431042:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e19 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.431055:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e19 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.431077:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8e28 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e19 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.431094:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.431099:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 98 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.431108:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8e3d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.431142:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8e3d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.431151:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8e3d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.431159:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 98 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.431165:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 98 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.431193:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764892.431265:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133133568:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 266us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.431277:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2237 00010000:00010000:0.0:1775764892.431442:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8e3d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.431451:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8e3d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.431968:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a3fe5a77 reply state 00000000bffda509 transno 4294977153 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8e3d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.431982:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867e00/0x2bbd42d658b8e3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.431989:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.431992:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764892.431994:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 97 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432001:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432007:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.432028:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.432036:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e2f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432043:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e2f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432049:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e2f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432055:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e2f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432060:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.432065:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e2f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432072:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e2f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432081:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.432084:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.432087:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e2f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432092:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e2f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.432104:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a3fe5a77 reply state 00000000bffda509 transno 4294977153 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8e36 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1a07ed8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432112:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866600/0x2bbd42d658b8e36 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1a07ed8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432117:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1a07ed8f (ffff9ee496767500) 00010000:00010000:0.0:1775764892.432119:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.432121:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:0.0:1775764892.432177:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432184:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.432219:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764892.432237:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.432260:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764892.432263:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.432266:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.432268:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:0.0:1775764892.432270:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764892.432274:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764892.432294:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8e44 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e20 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432319:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 97 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e20 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.432326:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.432328:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764892.432330:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c4c00, rc 0) 00000100:00100000:0.0:1775764892.432366:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133133440:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8527us (8697us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.432374:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16835 00000100:00100000:0.0:1775764892.432412:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+222:89014:x1862022133133312:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 17191us (17504us total) trans 4294977153 rc 0/0 00000100:00100000:0.0:1775764892.432419:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16834 00000100:00100000:0.0:1775764892.437735:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.437962:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133133824 00000100:00100000:2.0:1775764892.437974:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133133824 00000100:00100000:2.0:1775764892.438040:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16836 00000100:00100000:2.0:1775764892.438050:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+222:89014:x1862022133133824:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.438331:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8e52 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.438348:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8e52 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.438360:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8e52 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.438375:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b8e59 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6c4b901 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.438382:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b8e59 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6c4b901 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.438388:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b8e59 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6c4b901 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.438408:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8e60 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 98 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.438433:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e20 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.438442:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8e60 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.438474:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e20 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.438488:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e20 expref: 33 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.438501:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff8d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154088960:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.438586:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.445313:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff8d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154088960:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.445350:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8e60 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.448876:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.449041:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.449149:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133134080 00000100:00100000:2.0:1775764892.449160:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133134080 00010000:00010000:2.0:1775764892.449214:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e20 expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.449303:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2238 00000100:00100000:2.0:1775764892.449313:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133134080:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.449329:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.449355:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e20 expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.449369:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e20 expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.449393:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e4b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e20 expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.449409:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.449415:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8e60 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.449440:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8e60 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.449448:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8e60 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.449480:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.449534:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133134080:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 223us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.449542:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2238 00010000:00010000:0.0:1775764892.450030:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8e60 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.450039:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8e60 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.450526:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c8efd98 reply state 00000000700e5552 transno 4294977154 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8e60 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.450543:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4a00/0x2bbd42d658b8e60 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 97 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.450552:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.450555:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764892.450558:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.450564:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8e52 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.450571:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8e52 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.450583:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8e52 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.450590:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8e52 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.450595:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.450600:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8e52 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.450607:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8e52 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.450616:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.450618:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.450653:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8e52 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.450660:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8e52 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.450672:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c8efd98 reply state 00000000700e5552 transno 4294977154 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b8e59 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6c4b901 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.450680:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5e00/0x2bbd42d658b8e59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6c4b901 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.450686:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6c4b901 (ffff9ee4bfd9b000) 00010000:00010000:0.0:1775764892.450689:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.450690:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.450752:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+224:89014:x1862022133133824:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12702us (13027us total) trans 4294977154 rc 0/0 00000100:00100000:0.0:1775764892.450761:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16836 00000100:00100000:0.0:1775764892.450783:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133133952 00000100:00100000:0.0:1775764892.450790:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133133952 00000100:00100000:1.0:1775764892.460736:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16837 00000100:00100000:1.0:1775764892.460756:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133133952:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.460782:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.460804:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b8e67 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e27 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.460882:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8e6e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 98 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.460909:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8e6e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.460922:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8e6e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764892.460969:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764892.460991:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8e6e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.461011:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764892.461014:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.461017:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.461019:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764892.461021:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764892.461026:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764892.461047:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b8e67 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e27 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.461067:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8e6e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 98 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e27 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.461076:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.461079:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764892.461082:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a9800, rc 0) 00000100:00100000:1.0:1775764892.461162:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133133952:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 414us (12297us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.461170:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16837 00000100:00100000:0.0:1775764892.463164:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.463604:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133134336 00000100:00100000:2.0:1775764892.463614:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133134336 00000100:00100000:2.0:1775764892.463687:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16838 00000100:00100000:2.0:1775764892.463695:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+224:89014:x1862022133134336:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.463768:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e75 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.463782:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e75 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.463794:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e75 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.463807:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8e7c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xda8a7430 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.463814:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8e7c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xda8a7430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.463820:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8e7c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xda8a7430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.463838:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b8e83 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 99 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.463863:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8e6e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e27 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.463871:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b8e83 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.463914:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8e6e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e27 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.463931:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8e6e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e27 expref: 33 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.463944:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bff8d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154089088:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.464014:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.470553:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bff8d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154089088:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.470586:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b8e83 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.476451:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.476821:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133134464 00000100:00100000:2.0:1775764892.476832:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133134464 00010000:00010000:2.0:1775764892.476875:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8e6e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e27 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.476924:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2239 00000100:00100000:2.0:1775764892.476933:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133134464:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.476949:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.476973:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8e6e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e27 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.476986:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8e6e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e27 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.477008:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8e6e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e27 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.477025:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.477031:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b8e83 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.477062:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b8e83 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.477070:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b8e83 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 99 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.477103:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.477179:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133134464:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 238us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.477187:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2239 00010000:00010000:0.0:1775764892.477978:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b8e83 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.477990:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b8e83 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.478526:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c89560e reply state 00000000d1d5f4dc transno 4294977155 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b8e83 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.478545:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5400/0x2bbd42d658b8e83 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 98 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.478553:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.478556:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764892.478559:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.478566:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e75 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.478573:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e75 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.478578:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e75 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.478585:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e75 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.478591:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.478595:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e75 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.478602:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e75 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.478611:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.478614:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.478617:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e75 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.478669:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8e75 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.478681:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c89560e reply state 00000000d1d5f4dc transno 4294977155 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8e7c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xda8a7430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.478690:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5000/0x2bbd42d658b8e7c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xda8a7430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.478696:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xda8a7430 (ffff9ee4bfd9bf00) 00010000:00010000:0.0:1775764892.478698:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.478700:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.478768:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+226:89014:x1862022133134336:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15071us (15610us total) trans 4294977155 rc 0/0 00000100:00100000:0.0:1775764892.478776:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16838 00000100:00100000:0.0:1775764892.488657:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.489327:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133134592 00000100:00100000:1.0:1775764892.489340:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133134592 00000100:00100000:1.0:1775764892.489414:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16839 00000100:00100000:1.0:1775764892.489424:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133134592:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.489445:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.489465:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8e8a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e2e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.489537:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8e91 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 99 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.489553:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8e91 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.489565:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8e91 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764892.489612:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764892.489687:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8e91 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.489709:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764892.489713:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.489715:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.489718:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764892.489720:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764892.489725:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764892.489747:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8e8a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e2e expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.489765:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8e91 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 99 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e2e expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.489775:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.489778:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764892.489782:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a9600, rc 0) 00000100:00100000:1.0:1775764892.489850:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133134592:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 427us (1240us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.489858:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16839 00000100:00100000:2.0:1775764892.494209:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.494321:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133134848 00000100:00100000:0.0:1775764892.494334:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133134848 00000100:00100000:0.0:1775764892.494391:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16840 00000100:00100000:0.0:1775764892.494401:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bff8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+226:89014:x1862022133134848:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.494485:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e98 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.494501:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e98 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.494513:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e98 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.494528:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b8e9f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbcec18d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.494535:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b8e9f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbcec18d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.494541:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b8e9f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbcec18d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.494560:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b8ea6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 100 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.494591:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8e91 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e2e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.494600:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b8ea6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.494678:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8e91 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e2e expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.494691:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8e91 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e2e expref: 33 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.494707:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382495180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154089216:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.494869:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764892.502599:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.502761:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382495180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154089216:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.502789:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b8ea6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.504235:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.504481:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133135104 00000100:00100000:0.0:1775764892.504489:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133135104 00000100:00100000:0.0:1775764892.504547:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16841 00000100:00100000:0.0:1775764892.504558:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133135104:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764892.504581:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764892.504604:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8ead lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e35 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.504703:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 101 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.504717:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b8ea6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.504724:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 101 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.504748:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b8ea6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.504758:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.505225:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133134976 00000100:00100000:1.0:1775764892.505231:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133134976 00010000:00010000:1.0:1775764892.505257:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8e91 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e2e expref: 36 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.505293:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2240 00000100:00100000:1.0:1775764892.505299:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2405:x1862022133134976:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764892.505311:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764892.505329:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8e91 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e2e expref: 36 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.505342:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8e91 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e2e expref: 36 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.505361:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8e91 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e2e expref: 36 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.505377:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.505382:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.505389:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b8ea6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.505412:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b8ea6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.505418:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b8ea6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.505425:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.505430:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.505454:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764892.505514:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2405:x1862022133134976:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 214us (2926us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.505522:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2240 00010000:00010000:0.0:1775764892.505756:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b8ea6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.505764:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b8ea6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.506311:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c11a8bb reply state 000000008c2e190e transno 4294977156 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b8ea6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506324:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866c00/0x2bbd42d658b8ea6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 100 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506332:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.506335:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764892.506337:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 100 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506344:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506349:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.506369:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.506376:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e98 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506382:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e98 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506387:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e98 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506393:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e98 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506398:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.506402:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e98 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506409:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e98 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506418:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.506420:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.506424:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e98 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506429:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8e98 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.506442:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c11a8bb reply state 000000008c2e190e transno 4294977156 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b8e9f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbcec18d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506451:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867800/0x2bbd42d658b8e9f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbcec18d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506457:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbcec18d1 (ffff9ee496767100) 00010000:00010000:0.0:1775764892.506460:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.506462:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:0.0:1775764892.506493:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506500:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.506529:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764892.506546:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.506568:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764892.506571:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.506574:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.506576:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:0.0:1775764892.506578:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764892.506582:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764892.506604:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8ead lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e35 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506619:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 100 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e35 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.506655:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.506658:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764892.506660:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490866800, rc 0) 00000100:00100000:0.0:1775764892.506696:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133135104:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2142us (2469us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.506704:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16841 00000100:00100000:0.0:1775764892.506734:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bff8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+228:89014:x1862022133134848:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12335us (12537us total) trans 4294977156 rc 0/0 00000100:00100000:0.0:1775764892.506740:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16840 00000100:00100000:2.0:1775764892.513286:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.513353:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133135360 00000100:00100000:1.0:1775764892.513362:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133135360 00000100:00100000:1.0:1775764892.513412:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16842 00000100:00100000:1.0:1775764892.513419:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+228:89014:x1862022133135360:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.513491:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8ebb lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.513504:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8ebb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.513512:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8ebb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.513521:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b8ec2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfbfc54c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.513525:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b8ec2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfbfc54c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.513529:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b8ec2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfbfc54c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.513543:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b8ec9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 101 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.513567:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e35 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.513578:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b8ec9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.513611:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e35 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.513654:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e35 expref: 33 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.513666:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154089344:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.513728:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764892.516575:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.516617:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.516791:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133135488 00000100:00100000:3.0:1775764892.516800:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133135488 00000100:00100000:3.0:1775764892.516864:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16843 00000100:00100000:3.0:1775764892.516874:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133135488:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764892.516910:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764892.516933:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8ed0 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e3c expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.516996:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 102 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.517009:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b8ec9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.517016:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 102 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.517034:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b8ec9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.517045:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 102 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.517141:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154089344:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764892.517161:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b8ec9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.517615:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133135616 00000100:00100000:3.0:1775764892.517731:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133135616 00010000:00010000:3.0:1775764892.517759:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e35 expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.517839:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2241 00000100:00100000:3.0:1775764892.517848:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133135616:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764892.517859:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764892.517879:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e35 expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.517903:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e35 expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.517923:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8eb4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e35 expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.517940:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.517944:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 102 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.517951:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b8ec9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.517975:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b8ec9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.517982:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b8ec9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.517990:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 102 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.517999:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 102 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.518024:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764892.518084:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133135616:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 237us (1465us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.518091:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2241 00010000:00010000:1.0:1775764892.518371:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b8ec9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.518379:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b8ec9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.518962:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c80018ff reply state 000000006e1321ae transno 4294977157 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b8ec9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.518978:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9a00/0x2bbd42d658b8ec9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.518985:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.518988:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764892.518991:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 101 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.518998:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.519003:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.519023:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764892.519029:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8ebb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.519036:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8ebb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.519042:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8ebb lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.519049:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8ebb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.519054:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764892.519057:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8ebb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.519064:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8ebb lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.519074:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764892.519076:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764892.519079:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8ebb lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.519085:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8ebb lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.519099:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c80018ff reply state 000000006e1321ae transno 4294977157 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b8ec2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfbfc54c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.519107:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8600/0x2bbd42d658b8ec2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfbfc54c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.519113:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfbfc54c0 (ffff9ee491f4a200) 00010000:00010000:1.0:1775764892.519115:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764892.519117:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764892.519176:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+230:89014:x1862022133135360:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5753us (5895us total) trans 4294977157 rc 0/0 00000100:00100000:1.0:1775764892.519184:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16842 00010000:00010000:2.0:1775764892.520844:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.520858:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764892.520926:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764892.520953:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.520979:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764892.520982:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.520986:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.520988:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:2.0:1775764892.520991:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764892.520996:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764892.521027:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b8ed0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e3c expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.521046:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 101 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e3c expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.521055:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.521058:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764892.521062:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226400, rc 0) 00000100:00100000:2.0:1775764892.521132:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133135488:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4258us (4565us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.521140:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16843 00000100:00100000:1.0:1775764892.528375:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764892.529072:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.529164:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133135872 00000100:00100000:0.0:1775764892.529173:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133135872 00000100:00100000:0.0:1775764892.529234:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16844 00000100:00100000:0.0:1775764892.529244:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+230:89014:x1862022133135872:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.529330:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ede lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.529348:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ede lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.529361:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ede lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.529377:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8ee5 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5b208d82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.529385:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8ee5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5b208d82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.529392:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8ee5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5b208d82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.529411:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8eec lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 102 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.529439:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e3c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.529453:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8eec lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.529482:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e3c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.529497:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e3c expref: 33 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.529512:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382495180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154089600:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764892.529604:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764892.530334:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154089472:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1775764892.530383:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764892.530543:0:19243:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154089472 00000100:00100000:2.0:1775764892.530550:0:19243:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154089472 00000100:00100000:2.0:1775764892.530657:0:19243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112 00000100:00100000:2.0:1775764892.530667:0:19243:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1862022154089472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1775764892.530698:0:19243:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6270976 pending 0 free 1445953536 avail 1299714048 00000100:00100000:2.0:1775764892.530776:0:19243:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1862022154089472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.530784:0:19243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112 00000100:00100000:1.0:1775764892.530854:0:3663:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294971520 gen 2 00000004:00080000:1.0:1775764892.530861:0:3663:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294971519 committed transno 4294971520 00000004:00080000:1.0:1775764892.530879:0:3663:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294971520 committed transno 4294971520 00000100:00100000:1.0:1775764892.530908:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154089472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1775764892.534976:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.535069:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382495180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154089600:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764892.535095:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8eec lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.535832:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133136000 00000100:00100000:3.0:1775764892.535841:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133136000 00010000:00010000:3.0:1775764892.535880:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e3c expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.535934:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2242 00000100:00100000:3.0:1775764892.535943:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133136000:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764892.535959:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764892.535982:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e3c expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.535995:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e3c expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.536017:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8ed7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e3c expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.536033:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.536038:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8eec lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.536068:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8eec lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.536076:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8eec lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 102 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.536110:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764892.536169:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022133136000:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 227us (1202us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.536177:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2242 00010000:00010000:0.0:1775764892.536604:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8eec lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.536613:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8eec lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.537368:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e469c009 reply state 000000005646809c transno 4294977158 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8eec lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.537385:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867400/0x2bbd42d658b8eec lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 101 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.537393:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.537395:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764892.537399:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.537405:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ede lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.537412:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ede lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.537419:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ede lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.537425:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ede lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.537431:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.537435:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ede lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.537442:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ede lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.537451:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.537453:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.537456:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ede lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.537462:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8ede lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.537474:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e469c009 reply state 000000005646809c transno 4294977158 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8ee5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5b208d82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.537482:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866200/0x2bbd42d658b8ee5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5b208d82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.537488:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5b208d82 (ffff9ee496767f00) 00010000:00010000:0.0:1775764892.537490:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.537492:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.537551:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+232:89014:x1862022133135872:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8306us (8482us total) trans 4294977158 rc 0/0 00000100:00100000:0.0:1775764892.537559:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16844 00000100:00100000:3.0:1775764892.539067:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.539128:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133136128 00000100:00100000:0.0:1775764892.539136:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133136128 00000100:00100000:0.0:1775764892.539189:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16845 00000100:00100000:0.0:1775764892.539199:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133136128:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764892.539216:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764892.539233:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b8ef3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e43 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.539293:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8efa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 102 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.539306:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8efa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.539316:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8efa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.539354:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764892.539372:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8efa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.539388:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764892.539391:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.539394:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.539396:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:0.0:1775764892.539399:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764892.539403:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764892.539421:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b8ef3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e43 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.539437:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8efa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 102 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e43 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.539445:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.539448:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764892.539452:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490867200, rc 0) 00000100:00100000:0.0:1775764892.539500:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133136128:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 303us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.539507:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16845 00000100:00100000:3.0:1775764892.542781:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.542890:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133136384 00000100:00100000:1.0:1775764892.542915:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133136384 00000100:00100000:1.0:1775764892.542969:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16846 00000100:00100000:1.0:1775764892.542979:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+232:89014:x1862022133136384:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.543074:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8f01 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.543092:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8f01 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.543105:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8f01 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.543120:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b8f08 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x231db5e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.543128:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b8f08 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x231db5e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.543134:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b8f08 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x231db5e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.543153:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8f0f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 103 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.543182:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8efa lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e43 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.543190:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8f0f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.543232:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8efa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e43 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.543252:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8efa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e43 expref: 33 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.543266:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154089728:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.543352:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764892.550275:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154089728:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764892.550308:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8f0f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.552236:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.552329:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.552676:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133136640 00000100:00100000:2.0:1775764892.552685:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133136640 00000100:00100000:2.0:1775764892.552730:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16847 00000100:00100000:2.0:1775764892.552739:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133136640:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764892.552758:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764892.552776:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8f16 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e4a expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.552837:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 104 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.552850:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8f0f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.552858:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 104 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.552875:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8f0f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.552885:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 104 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.553301:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133136512 00000100:00100000:1.0:1775764892.553306:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133136512 00010000:00010000:1.0:1775764892.553332:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8efa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e43 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.553362:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2243 00000100:00100000:1.0:1775764892.553369:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133136512:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764892.553379:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764892.553397:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8efa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e43 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.553410:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8efa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e43 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.553429:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8efa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e43 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.553451:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.553455:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 104 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.553462:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8f0f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.553484:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8f0f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.553491:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8f0f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.553498:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 104 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.553504:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 104 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.553527:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764892.553659:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133136512:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 290us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.553666:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2243 00010000:00010000:2.0:1775764892.553836:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8f0f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.553844:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8f0f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.554314:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2f762cb reply state 000000001a2135ce transno 4294977159 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8f0f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554328:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8200/0x2bbd42d658b8f0f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 103 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554336:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.554339:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764892.554342:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 103 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554350:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554355:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 103 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.554614:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.554655:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8f01 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554664:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8f01 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554670:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8f01 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554677:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8f01 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554682:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.554685:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8f01 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554693:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8f01 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554703:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.554706:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.554710:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8f01 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554716:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b8f01 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.554728:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2f762cb reply state 000000001a2135ce transno 4294977159 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b8f08 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x231db5e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554736:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8e00/0x2bbd42d658b8f08 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x231db5e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.554742:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x231db5e1 (ffff9ee491f4ad00) 00010000:00010000:2.0:1775764892.554744:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.554746:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.554800:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+234:89014:x1862022133136384:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11821us (12027us total) trans 4294977159 rc 0/0 00000100:00100000:2.0:1775764892.554808:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16846 00000100:00100000:2.0:1775764892.558247:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.558318:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133136896 00000100:00100000:3.0:1775764892.558328:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133136896 00000100:00100000:3.0:1775764892.558383:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16848 00000100:00100000:3.0:1775764892.558392:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+234:89014:x1862022133136896:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764892.558475:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8f24 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.558492:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8f24 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.558505:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8f24 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.558520:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8f2b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe8276d31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.558527:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8f2b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe8276d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.558533:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8f2b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe8276d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.558550:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8f32 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 104 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.558574:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.558581:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8f32 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.558598:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.558609:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8f32 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.558706:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.558714:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.558760:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764892.558779:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.558796:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764892.558799:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.558802:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.558818:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:0.0:1775764892.558821:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764892.558825:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764892.558848:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b8f16 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e4a expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.558870:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e4a expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.558880:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e4a expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.558887:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3846c5c00, rc 0) 00000100:00100000:0.0:1775764892.559320:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133136640:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6580us (7090us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.559328:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16847 00000100:00100000:2.0:1775764892.563020:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.563055:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.563114:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133137152 00000100:00100000:0.0:1775764892.563123:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133137152 00000100:00100000:0.0:1775764892.563176:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16849 00000100:00100000:0.0:1775764892.563185:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133137152:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764892.563205:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764892.563225:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b8f39 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e51 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.563287:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 105 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.563300:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8f32 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.563307:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 105 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.563327:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8f32 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.563337:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 105 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.563460:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133137024 00000100:00100000:3.0:1775764892.563464:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133137024 00010000:00010000:3.0:1775764892.563483:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e4a expref: 36 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.563510:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2244 00000100:00100000:3.0:1775764892.563516:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133137024:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764892.563524:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764892.563544:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e4a expref: 36 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.563555:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e4a expref: 36 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.563573:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8f1d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e4a expref: 36 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.563587:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.563591:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 105 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.563598:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8f32 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.563662:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8f32 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.563669:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8f32 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.563676:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 105 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.563682:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 105 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.563700:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764892.563745:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133137024:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 229us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.563755:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2244 00010000:00010000:0.0:1775764892.563995:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8f32 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564004:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8f32 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.564464:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d945b1a2 reply state 00000000d33d2455 transno 4294977160 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8f32 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564478:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227800/0x2bbd42d658b8f32 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 104 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564485:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.564488:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764892.564490:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 104 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564498:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564504:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.564531:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.564538:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8f24 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564544:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8f24 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564549:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8f24 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564556:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8f24 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564561:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.564564:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8f24 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564570:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8f24 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564578:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.564580:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.564583:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8f24 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564588:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8f24 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.564598:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d945b1a2 reply state 00000000d33d2455 transno 4294977160 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8f2b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe8276d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564605:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226400/0x2bbd42d658b8f2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe8276d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.564611:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe8276d31 (ffff9ee385b45c00) 00010000:00010000:0.0:1775764892.564613:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.564615:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.564692:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+236:89014:x1862022133136896:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6300us (6454us total) trans 4294977160 rc 0/0 00000100:00100000:0.0:1775764892.564699:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16848 00010000:00010000:3.0:1775764892.565616:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.565656:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764892.565698:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764892.565718:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.565742:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764892.565745:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.565747:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.565749:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:3.0:1775764892.565751:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764892.565755:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764892.565778:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b8f39 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e51 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.565796:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 104 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e51 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.565814:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.565817:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764892.565820:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490866000, rc 0) 00000100:00100000:3.0:1775764892.565856:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133137152:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2673us (2801us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.565863:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16849 00000100:00100000:3.0:1775764892.570292:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.570392:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133137408 00000100:00100000:2.0:1775764892.570401:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133137408 00000100:00100000:2.0:1775764892.570449:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16850 00000100:00100000:2.0:1775764892.570456:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+236:89014:x1862022133137408:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.570530:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8f47 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.570545:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8f47 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.570557:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8f47 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.570571:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8f4e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x16aea423 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.570577:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8f4e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x16aea423 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.570583:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8f4e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x16aea423 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.570601:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b8f55 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 105 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.570652:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e51 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.570661:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b8f55 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.570693:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e51 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.570705:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e51 expref: 33 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.570716:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb99c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154089856:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.570782:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cec00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764892.573254:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.573292:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.573351:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133137664 00000100:00100000:0.0:1775764892.573359:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133137664 00000100:00100000:1.0:1775764892.573383:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb99c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154089856:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764892.573404:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b8f55 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.573416:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16851 00000100:00100000:0.0:1775764892.573424:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133137664:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764892.573441:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764892.573459:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8f5c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e58 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.573493:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133137536 00000100:00100000:3.0:1775764892.573497:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133137536 00010000:00010000:3.0:1775764892.573514:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e51 expref: 36 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.573521:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 107 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.573533:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b8f55 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.573543:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2245 00000100:00100000:3.0:1775764892.573549:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133137536:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764892.573551:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 106 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.573558:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764892.573567:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b8f55 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.573575:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 108 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.573576:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e51 expref: 36 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.573587:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e51 expref: 36 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.573604:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b8f40 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e51 expref: 36 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.573658:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.573663:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 106 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.573671:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b8f55 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.573693:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b8f55 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.573699:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b8f55 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.573704:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 106 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.573708:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 106 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.573727:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764892.573766:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133137536:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.573773:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2245 00010000:00010000:2.0:1775764892.573833:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b8f55 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.573839:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b8f55 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.574258:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000210be001 reply state 00000000f6ccf7dd transno 4294977161 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b8f55 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.574270:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4800/0x2bbd42d658b8f55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 105 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.574277:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.574279:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764892.574282:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 105 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.574287:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.574293:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.574310:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.574316:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.574316:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8f47 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.574324:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8f47 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.574328:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.574331:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8f47 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.574338:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8f47 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.574343:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c5600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.574346:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8f47 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.574353:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8f47 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.574356:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1775764892.574360:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.574362:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.574366:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8f47 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.574372:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.574372:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8f47 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.574382:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000210be001 reply state 00000000f6ccf7dd transno 4294977161 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8f4e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x16aea423 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.574387:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764892.574390:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00010000:00010000:2.0:1775764892.574390:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4c00/0x2bbd42d658b8f4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x16aea423 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.574392:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.574395:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00010000:00010000:2.0:1775764892.574396:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x16aea423 (ffff9ee4bfd9b400) 00000004:00010000:0.0:1775764892.574397:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:2.0:1775764892.574399:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.574400:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00002000:00010000:0.0:1775764892.574401:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764892.574417:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b8f5c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e58 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.574428:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 105 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e58 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.574435:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.574437:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764892.574439:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490866800, rc 0) 00000100:00100000:2.0:1775764892.574449:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+238:89014:x1862022133137408:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 3993us (4169us total) trans 4294977161 rc 0/0 00000100:00100000:2.0:1775764892.574456:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16850 00000100:00100000:0.0:1775764892.574458:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133137664:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1036us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.574463:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16851 00000100:00100000:2.0:1775764892.577355:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.577453:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133137920 00000100:00100000:0.0:1775764892.577463:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133137920 00000100:00100000:0.0:1775764892.577524:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16852 00000100:00100000:0.0:1775764892.577534:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+238:89014:x1862022133137920:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.577770:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8f6a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.577787:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8f6a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.577799:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8f6a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.577826:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b8f71 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7ef2f396 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.577834:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b8f71 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7ef2f396 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.577840:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b8f71 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7ef2f396 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.577858:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8f78 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 106 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.577886:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e58 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.577907:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8f78 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.577941:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e58 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.577960:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e58 expref: 33 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.577974:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382494e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154089984:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764892.578053:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693df00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.582005:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382494e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154089984:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.582035:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8f78 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.582235:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.582299:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.582370:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133138048 00000100:00100000:0.0:1775764892.582377:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133138048 00010000:00010000:0.0:1775764892.582414:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e58 expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.582473:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133138176 00000100:00100000:3.0:1775764892.582478:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133138176 00000100:00100000:0.0:1775764892.582487:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2246 00000100:00100000:0.0:1775764892.582496:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133138048:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764892.582510:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764892.582535:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e58 expref: 35 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.582557:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e58 expref: 35 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.582558:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16853 00000100:00100000:3.0:1775764892.582565:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133138176:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764892.582578:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b8f63 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e58 expref: 35 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.582580:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764892.582593:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8f7f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e5f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.582597:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.582601:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8f78 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.582647:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8f78 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.582655:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8f78 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.582663:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 107 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.582671:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8f78 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.582675:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764892.582678:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 106 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.582693:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8f78 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.582702:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 106 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.582717:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133138048:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 222us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.582724:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2246 00010000:00010000:0.0:1775764892.582986:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8f78 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.582994:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8f78 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.583619:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2c83720 reply state 000000002e42a6be transno 4294977162 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8f78 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583653:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867c00/0x2bbd42d658b8f78 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 106 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583660:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.583663:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764892.583665:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 106 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583674:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583680:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.583703:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.583710:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8f6a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583716:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8f6a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583723:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8f6a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583730:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8f6a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583735:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.583739:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8f6a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583746:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8f6a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583756:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.583759:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.583762:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8f6a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.583765:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583768:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b8f6a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.583771:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.583781:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2c83720 reply state 000000002e42a6be transno 4294977162 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b8f71 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7ef2f396 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583789:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866e00/0x2bbd42d658b8f71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7ef2f396 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.583794:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7ef2f396 (ffff9ee496767e00) 00010000:00010000:0.0:1775764892.583796:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.583798:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1775764892.583815:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764892.583833:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.583850:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+240:89014:x1862022133137920:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6317us (6505us total) trans 4294977162 rc 0/0 00000004:00010000:3.0:1775764892.583853:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764892.583856:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000100:00100000:0.0:1775764892.583859:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16852 00000004:00010000:3.0:1775764892.583859:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.583861:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:3.0:1775764892.583863:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764892.583867:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764892.583889:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8f7f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e5f expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.583919:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 106 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e5f expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.583926:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.583929:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764892.583931:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226c00, rc 0) 00000100:00100000:3.0:1775764892.583990:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133138176:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1425us (1690us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.583996:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16853 00000100:00100000:2.0:1775764892.586542:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.587025:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133138432 00000100:00100000:1.0:1775764892.587038:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133138432 00000100:00100000:1.0:1775764892.587104:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16854 00000100:00100000:1.0:1775764892.587113:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+240:89014:x1862022133138432:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.587207:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8f8d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.587225:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8f8d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.587238:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8f8d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.587254:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b8f94 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xaabe857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.587261:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b8f94 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaabe857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.587267:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b8f94 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaabe857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.587285:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b8f9b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 107 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.587312:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e5f expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.587320:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b8f9b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.587361:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e5f expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.587380:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e5f expref: 33 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.587395:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154090112:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.587480:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.591433:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.591472:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.591473:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154090112:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764892.591504:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b8f9b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.591555:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133138688 00000100:00100000:3.0:1775764892.591561:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133138688 00000100:00100000:3.0:1775764892.591601:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16855 00000100:00100000:3.0:1775764892.591606:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133138688:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764892.591652:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764892.591672:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8fa2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e66 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.591728:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 108 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.591738:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b8f9b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.591744:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 108 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.591758:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b8f9b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.591764:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 108 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.591838:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133138560 00000100:00100000:2.0:1775764892.591841:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133138560 00010000:00010000:2.0:1775764892.591858:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e5f expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.591882:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2247 00000100:00100000:2.0:1775764892.591889:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133138560:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.591910:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.591932:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e5f expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.591941:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e5f expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.591954:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b8f86 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e5f expref: 36 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.591965:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.591967:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 108 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.591972:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b8f9b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.591992:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b8f9b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.591998:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b8f9b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.592002:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 108 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.592006:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 108 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.592023:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764892.592042:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b8f9b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592049:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b8f9b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.592072:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133138560:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 183us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.592079:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2247 00000004:00010000:0.0:1775764892.592542:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019e58fb6 reply state 00000000f2849574 transno 4294977163 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b8f9b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592556:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8800/0x2bbd42d658b8f9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592562:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.592565:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764892.592567:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 107 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592574:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592580:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.592606:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.592614:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8f8d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592638:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8f8d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592645:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8f8d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592651:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8f8d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592657:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.592661:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8f8d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.592667:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592668:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8f8d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592678:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764892.592678:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592680:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.592683:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8f8d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592688:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b8f8d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.592699:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019e58fb6 reply state 00000000f2849574 transno 4294977163 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b8f94 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaabe857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.592707:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9200/0x2bbd42d658b8f94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaabe857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764892.592710:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1775764892.592712:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xaabe857 (ffff9ee491f4a600) 00010000:00010000:0.0:1775764892.592714:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.592716:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:3.0:1775764892.592726:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.592743:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764892.592746:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.592749:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.592751:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:3.0:1775764892.592753:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764892.592757:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:0.0:1775764892.592759:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+242:89014:x1862022133138432:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5647us (6226us total) trans 4294977163 rc 0/0 00000100:00100000:0.0:1775764892.592765:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16854 00010000:00010000:3.0:1775764892.592773:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8fa2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e66 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.592786:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 107 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e66 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.592794:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.592796:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764892.592798:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226200, rc 0) 00000100:00100000:3.0:1775764892.592819:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133138688:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1213us (1347us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.592825:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16855 00000100:00100000:0.0:1775764892.598763:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.598819:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133138944 00000100:00100000:2.0:1775764892.598831:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133138944 00000100:00100000:2.0:1775764892.598908:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16856 00000100:00100000:2.0:1775764892.598919:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+242:89014:x1862022133138944:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.599016:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b8fb0 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.599036:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b8fb0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.599052:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b8fb0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.599072:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8fb7 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x592474da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.599080:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x592474da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.599088:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x592474da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.599106:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8fbe lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 108 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.599147:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e66 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.599157:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8fbe lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.599192:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e66 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.599206:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e66 expref: 33 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.599219:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb99f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154090240:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.599307:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce600 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.604692:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb99f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154090240:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.604721:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8fbe lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.606573:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.606675:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133139072 00000100:00100000:1.0:1775764892.606683:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133139072 00010000:00010000:1.0:1775764892.606723:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e66 expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.606763:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2248 00000100:00100000:1.0:1775764892.606772:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133139072:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764892.606786:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764892.606824:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e66 expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.606839:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e66 expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.606863:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b8fa9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e66 expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.606885:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.606891:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8fbe lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.606934:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8fbe lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.606943:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8fbe lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.606971:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764892.607030:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133139072:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 259us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.607037:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2248 00010000:00010000:0.0:1775764892.607271:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8fbe lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.607279:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8fbe lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.607768:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d985ca63 reply state 00000000d0d82171 transno 4294977164 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8fbe lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.607782:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5c00/0x2bbd42d658b8fbe lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 107 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.607790:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.607793:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764892.607796:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.607803:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b8fb0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.607810:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b8fb0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.607816:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b8fb0 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.607823:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b8fb0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.607829:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.607834:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b8fb0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.607841:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b8fb0 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.607850:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.607853:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.607856:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b8fb0 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.607863:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b8fb0 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.607875:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d985ca63 reply state 00000000d0d82171 transno 4294977164 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x592474da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.607883:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c5600/0x2bbd42d658b8fb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x592474da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.607889:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x592474da (ffff9ee4bfd9b100) 00010000:00010000:0.0:1775764892.607902:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.607905:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.607960:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+244:89014:x1862022133138944:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9041us (9206us total) trans 4294977164 rc 0/0 00000100:00100000:0.0:1775764892.607968:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16856 00000100:00100000:1.0:1775764892.609395:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.609540:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133139200 00000100:00100000:0.0:1775764892.609548:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133139200 00000100:00100000:0.0:1775764892.609594:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16857 00000100:00100000:0.0:1775764892.609603:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133139200:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764892.609646:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764892.609666:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8fc5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e6d expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.609730:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b8fcc lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 108 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.609744:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b8fcc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.609755:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b8fcc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.609794:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764892.609829:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b8fcc lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.609848:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764892.609851:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.609854:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.609856:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:0.0:1775764892.609858:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764892.609862:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764892.609880:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8fc5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e6d expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.609907:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b8fcc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 108 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e6d expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.609916:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.609918:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764892.609922:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490d85e00, rc 0) 00000100:00100000:0.0:1775764892.609969:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133139200:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 368us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.609976:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16857 00000100:00100000:1.0:1775764892.617591:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.617728:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133139456 00000100:00100000:0.0:1775764892.617740:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133139456 00000100:00100000:0.0:1775764892.617816:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16858 00000100:00100000:0.0:1775764892.617827:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+244:89014:x1862022133139456:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.617932:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b8fd3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.617948:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b8fd3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.617961:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b8fd3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.617977:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8fda lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb02a3048 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.617984:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8fda lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb02a3048 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.617991:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8fda lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb02a3048 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.618010:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b8fe1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 109 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.618036:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b8fcc lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e6d expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.618057:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b8fe1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.618092:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b8fcc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e6d expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.618106:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b8fcc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e6d expref: 33 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.618120:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382494a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154090368:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764892.618205:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.620762:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382494a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154090368:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.620789:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b8fe1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.622375:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.622459:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.622524:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133139584 00000100:00100000:0.0:1775764892.622531:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133139584 00010000:00010000:0.0:1775764892.622564:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b8fcc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e6d expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.622612:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2249 00000100:00100000:0.0:1775764892.622653:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133139584:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764892.622669:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764892.622693:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b8fcc lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e6d expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.622706:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b8fcc lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e6d expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.622732:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b8fcc lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e6d expref: 34 pid: 10039 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.622747:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.622751:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b8fe1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.622775:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b8fe1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.622780:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b8fe1 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.622800:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764892.622851:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133139584:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 231us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.622856:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2249 00010000:00010000:0.0:1775764892.622877:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b8fe1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.622882:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b8fe1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.623326:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000010abeb1e reply state 000000004985d02e transno 4294977165 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b8fe1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.623340:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909800/0x2bbd42d658b8fe1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 108 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.623346:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.623348:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764892.623351:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.623358:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b8fd3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.623364:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b8fd3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.623370:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b8fd3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.623375:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b8fd3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.623382:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490d84800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.623385:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b8fd3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.623390:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b8fd3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.623395:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.623396:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.623399:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b8fd3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.623402:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b8fd3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.623410:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000010abeb1e reply state 000000004985d02e transno 4294977165 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8fda lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb02a3048 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.623415:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee382d7ec00/0x2bbd42d658b8fda lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb02a3048 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.623419:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb02a3048 (ffff9ee496767800) 00010000:00010000:0.0:1775764892.623420:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.623421:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.623457:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+246:89014:x1862022133139456:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5633us (5876us total) trans 4294977165 rc 0/0 00000100:00100000:0.0:1775764892.623462:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16858 00000100:00100000:0.0:1775764892.624366:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133139712 00000100:00100000:0.0:1775764892.624377:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133139712 00000100:00100000:3.0:1775764892.625450:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16859 00000100:00100000:3.0:1775764892.625464:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133139712:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764892.625486:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764892.625507:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8fe8 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e74 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.625573:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8fef lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 109 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.625588:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8fef lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.625597:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8fef lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764892.625663:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764892.625684:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8fef lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.625701:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764892.625704:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.625707:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.625709:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:3.0:1775764892.625711:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764892.625715:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764892.625733:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b8fe8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e74 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.625750:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8fef lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 109 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e74 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.625763:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.625766:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764892.625770:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226a00, rc 0) 00000100:00100000:3.0:1775764892.625851:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133139712:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 390us (3389us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.625858:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16859 00000100:00100000:1.0:1775764892.627373:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.627455:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133139968 00000100:00100000:0.0:1775764892.627464:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133139968 00000100:00100000:0.0:1775764892.627543:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16860 00000100:00100000:0.0:1775764892.627553:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+246:89014:x1862022133139968:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.627782:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b8ff6 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.627797:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b8ff6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.627953:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b8ff6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.627972:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b8ffd lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x709e43b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.627980:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b8ffd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x709e43b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.627987:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b8ffd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x709e43b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.628007:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b9004 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 110 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.628033:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8fef lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e74 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.628042:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b9004 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.628076:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8fef lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e74 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.628094:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8fef lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e74 expref: 33 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.628109:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382494a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154090496:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764892.628329:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764892.634408:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.634479:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133140096 00000100:00100000:2.0:1775764892.634488:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133140096 00010000:00010000:2.0:1775764892.634534:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8fef lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e74 expref: 34 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.634577:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2250 00000100:00100000:2.0:1775764892.634587:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133140096:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.634605:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.634665:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8fef lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e74 expref: 34 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.634678:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8fef lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e74 expref: 34 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.634701:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.634707:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b9004 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.634739:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b9004 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.634747:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b9004 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.634766:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.634830:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133140096:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 244us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.634838:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2250 00010000:00010000:0.0:1775764892.635375:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b8fef lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e74 expref: 33 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.635392:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382494a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154090496:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.635411:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b9004 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.635420:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b9004 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.635426:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b9004 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 109 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.636761:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.636851:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133140224 00000100:00100000:1.0:1775764892.636861:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133140224 00000100:00100000:1.0:1775764892.636917:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16861 00000100:00100000:1.0:1775764892.636925:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133140224:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.636943:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.636960:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b900b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e7b expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.637031:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 110 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.637044:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b9004 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.637051:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 110 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.637068:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b9004 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.637079:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 110 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.637702:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f030bf15 reply state 00000000387b789a transno 4294977166 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b9004 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637721:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909200/0x2bbd42d658b9004 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 110 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637729:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.637731:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764892.637734:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 110 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637740:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637746:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.637770:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.637778:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b8ff6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637784:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b8ff6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637789:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b8ff6 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637795:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b8ff6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637800:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.637816:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b8ff6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637824:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b8ff6 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637835:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.637837:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.637840:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b8ff6 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637846:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b8ff6 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.637860:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f030bf15 reply state 00000000387b789a transno 4294977166 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b8ffd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x709e43b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637868:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908800/0x2bbd42d658b8ffd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x709e43b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.637874:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x709e43b6 (ffff9ee496767d00) 00010000:00010000:0.0:1775764892.637876:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.637878:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.637961:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+248:89014:x1862022133139968:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10408us (10595us total) trans 4294977166 rc 0/0 00000100:00100000:0.0:1775764892.637969:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16860 00010000:00010000:3.0:1775764892.638138:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.638145:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764892.638185:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764892.638204:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.638227:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764892.638229:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.638232:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.638234:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:3.0:1775764892.638236:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764892.638240:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764892.638261:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b900b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e7b expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.638282:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 110 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e7b expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.638289:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.638291:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764892.638294:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a8000, rc 0) 00000100:00100000:3.0:1775764892.638331:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133140224:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1406us (1576us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.638337:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16861 00000100:00100000:3.0:1775764892.640725:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.640805:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133140480 00000100:00100000:0.0:1775764892.640815:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133140480 00000100:00100000:0.0:1775764892.640878:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16862 00000100:00100000:0.0:1775764892.640887:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+248:89014:x1862022133140480:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.640980:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9019 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.640995:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9019 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.641007:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9019 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.641022:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b9020 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xaaaab987 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.641029:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b9020 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaaaab987 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.641036:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b9020 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaaaab987 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.641055:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b9027 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 111 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.641082:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e7b expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.641091:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b9027 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.641124:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e7b expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.641137:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e7b expref: 33 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.641150:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382494a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154090624:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764892.641236:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.648416:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.648458:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.648550:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133140608 00000100:00100000:3.0:1775764892.648580:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133140608 00010000:00010000:3.0:1775764892.648654:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e7b expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.648690:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2251 00000100:00100000:3.0:1775764892.648701:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133140608:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764892.648717:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764892.648742:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e7b expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.648754:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e7b expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.648777:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.648783:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b9027 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.648811:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b9027 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.648820:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b9027 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.648839:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764892.648889:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133140608:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 190us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.648907:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2251 00000100:00100000:1.0:1775764892.649223:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133140736 00000100:00100000:1.0:1775764892.649228:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133140736 00000100:00100000:1.0:1775764892.649259:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16863 00000100:00100000:1.0:1775764892.649266:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133140736:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.649283:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.649300:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b902e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e82 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.649360:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 112 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.649370:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b9027 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.649381:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 112 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.649396:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b9027 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.649405:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.649613:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b9012 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e7b expref: 35 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.649653:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382494a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154090624:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.649670:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b9027 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.649678:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b9027 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.649684:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b9027 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.650149:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9de5713 reply state 0000000033541a4a transno 4294977167 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b9027 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650163:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908000/0x2bbd42d658b9027 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 111 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650170:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.650173:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764892.650176:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 111 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650182:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650188:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.650204:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.650211:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9019 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650219:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9019 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650224:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9019 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650231:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9019 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650240:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.650243:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9019 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650251:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9019 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650261:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.650263:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.650266:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9019 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650272:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9019 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.650282:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9de5713 reply state 0000000033541a4a transno 4294977167 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b9020 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xaaaab987 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650291:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909a00/0x2bbd42d658b9020 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xaaaab987 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.650296:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xaaaab987 (ffff9ee496767300) 00010000:00010000:2.0:1775764892.650299:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.650301:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.650362:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+250:89014:x1862022133140480:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9475us (9644us total) trans 4294977167 rc 0/0 00000100:00100000:2.0:1775764892.650370:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16862 00010000:00010000:1.0:1775764892.650764:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.650774:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764892.650813:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764892.650833:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.650856:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764892.650859:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.650862:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.650864:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764892.650866:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764892.650870:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764892.650901:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b902e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e82 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.650916:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 111 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e82 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.650924:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.650926:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764892.650928:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a9000, rc 0) 00000100:00100000:1.0:1775764892.650966:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133140736:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1701us (2507us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.650972:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16863 00000100:00100000:0.0:1775764892.658997:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.659101:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133140992 00000100:00100000:2.0:1775764892.659112:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133140992 00000100:00100000:2.0:1775764892.659175:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16864 00000100:00100000:2.0:1775764892.659186:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+250:89014:x1862022133140992:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.659279:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b903c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.659296:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b903c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.659309:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b903c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.659324:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b9043 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe0c39a09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.659331:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b9043 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe0c39a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.659338:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b9043 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe0c39a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.659358:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b904a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 112 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.659386:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e82 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.659395:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b904a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.659429:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e82 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.659448:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e82 expref: 33 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.659462:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154090752:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.659542:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764892.665067:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.665262:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154090752:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.665294:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b904a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.665802:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133141120 00000100:00100000:3.0:1775764892.665811:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133141120 00000100:00100000:3.0:1775764892.665873:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16865 00000100:00100000:3.0:1775764892.665883:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133141120:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764892.665916:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764892.665936:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9051 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e89 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.666001:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 113 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.666015:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b904a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.666021:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 113 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.666039:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b904a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.666051:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.670443:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.670517:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133141248 00000100:00100000:2.0:1775764892.670528:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133141248 00010000:00010000:2.0:1775764892.670690:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e82 expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.670734:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2252 00000100:00100000:2.0:1775764892.670745:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133141248:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.670759:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.670783:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e82 expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.670798:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e82 expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.670820:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9035 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e82 expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.670838:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.670843:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.670853:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b904a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.670878:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b904a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.670886:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b904a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.670909:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.670915:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.670947:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764892.670988:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b904a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.670999:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b904a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.671065:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133141248:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 320us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.671074:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2252 00000004:00010000:0.0:1775764892.671502:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d749a6e reply state 00000000d11f3bf8 transno 4294977168 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b904a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671517:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726c00/0x2bbd42d658b904a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671525:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.671528:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764892.671538:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671545:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671551:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.671573:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.671581:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b903c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671588:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b903c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671595:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b903c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671602:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b903c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671609:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3846c4200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.671614:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b903c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671648:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b903c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671659:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.671662:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.671667:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b903c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671673:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b903c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.671687:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d749a6e reply state 00000000d11f3bf8 transno 4294977168 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b9043 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe0c39a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671697:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4e00/0x2bbd42d658b9043 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe0c39a09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.671703:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe0c39a09 (ffff9ee4bfd9bb00) 00010000:00010000:0.0:1775764892.671706:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.671708:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.671757:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+252:89014:x1862022133140992:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12572us (12770us total) trans 4294977168 rc 0/0 00000100:00100000:0.0:1775764892.671765:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16864 00010000:00010000:3.0:1775764892.672006:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.672015:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764892.672054:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764892.672074:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.672097:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764892.672100:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.672103:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.672106:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:3.0:1775764892.672108:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764892.672112:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764892.672132:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9051 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e89 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.672147:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 112 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e89 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.672154:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.672156:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764892.672158:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226600, rc 0) 00000100:00100000:3.0:1775764892.672183:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133141120:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6302us (7127us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.673787:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16865 00000100:00100000:2.0:1775764892.675342:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.675416:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133141504 00000100:00100000:1.0:1775764892.675425:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133141504 00000100:00100000:1.0:1775764892.675479:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16866 00000100:00100000:1.0:1775764892.675490:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+252:89014:x1862022133141504:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.675586:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b905f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.675605:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b905f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.675618:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b905f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.675915:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b9066 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x18dff167 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.675924:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b9066 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x18dff167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.675932:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b9066 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x18dff167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.675959:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b906d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 113 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.675990:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e89 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.675999:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b906d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.676036:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e89 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.676050:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e89 expref: 33 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.676064:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385043b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154090880:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.676148:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764892.687433:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385043b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154090880:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.687464:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b906d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.690427:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.690659:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133141632 00000100:00100000:1.0:1775764892.690670:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133141632 00010000:00010000:1.0:1775764892.690713:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e89 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.690748:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2253 00000100:00100000:1.0:1775764892.690757:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133141632:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764892.690773:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764892.690796:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e89 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.690814:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e89 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.690835:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9058 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e89 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.690852:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.690857:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b906d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.690885:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b906d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.690902:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b906d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.690933:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764892.690991:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133141632:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 234us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.690999:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2253 00010000:00010000:2.0:1775764892.691449:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b906d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.691458:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b906d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.691992:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8c706a8 reply state 000000004e103d11 transno 4294977169 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b906d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.692008:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9e00/0x2bbd42d658b906d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 112 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.692015:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.692017:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764892.692020:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.692026:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b905f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.692033:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b905f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.692038:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b905f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.692044:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b905f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.692050:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.692054:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b905f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.692060:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b905f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.692069:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.692071:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.692075:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b905f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.692081:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b905f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.692093:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8c706a8 reply state 000000004e103d11 transno 4294977169 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b9066 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x18dff167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.692101:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9600/0x2bbd42d658b9066 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x18dff167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.692106:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x18dff167 (ffff9ee491f4a300) 00010000:00010000:2.0:1775764892.692108:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.692110:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.692186:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+254:89014:x1862022133141504:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16697us (16850us total) trans 4294977169 rc 0/0 00000100:00100000:2.0:1775764892.692194:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16866 00000100:00100000:3.0:1775764892.693096:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.693457:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133141760 00000100:00100000:1.0:1775764892.693466:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133141760 00000100:00100000:1.0:1775764892.693523:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16867 00000100:00100000:1.0:1775764892.693544:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133141760:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.693564:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.693585:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9074 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e90 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.693699:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b907b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 113 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.693713:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b907b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.693725:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b907b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764892.693770:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764892.693791:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b907b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.693817:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764892.693820:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.693823:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.693825:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764892 00000004:00010000:1.0:1775764892.693827:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764892.693831:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764892.693855:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9074 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e90 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.693873:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b907b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 113 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e90 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.693882:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.693885:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764892.693888:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a9000, rc 0) 00000100:00100000:1.0:1775764892.693948:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133141760:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 417us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.693957:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16867 00000100:00100000:3.0:1775764892.703530:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.703899:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133142016 00000100:00100000:0.0:1775764892.703909:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133142016 00000100:00100000:0.0:1775764892.703971:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16868 00000100:00100000:0.0:1775764892.703982:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+254:89014:x1862022133142016:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.704073:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9082 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.704092:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9082 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.704104:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9082 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.704121:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b9089 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb4cee47 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.704128:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b9089 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4cee47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.704136:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b9089 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4cee47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.704154:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b9090 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 114 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.704194:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b907b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e90 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.704204:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b9090 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.704238:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b907b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e90 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.704258:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b907b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e90 expref: 33 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.704272:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382496680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154091008:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764892.704361:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.706593:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.706751:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382496680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154091008:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.706777:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b9090 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.706905:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133142144 00000100:00100000:1.0:1775764892.706913:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133142144 00010000:00010000:1.0:1775764892.706946:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b907b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e90 expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.706973:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2254 00000100:00100000:1.0:1775764892.706982:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133142144:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764892.706995:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764892.707018:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b907b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e90 expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.707029:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b907b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e90 expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.707050:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b907b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e90 expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.707066:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.707070:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b9090 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.707099:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b9090 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.707107:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b9090 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.707137:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764892.707200:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133142144:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 219us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.707208:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2254 00010000:00010000:2.0:1775764892.707898:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b9090 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.707908:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b9090 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.708542:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083ffd2e1 reply state 000000002c374d74 transno 4294977170 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b9090 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.708561:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908a00/0x2bbd42d658b9090 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 113 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.708569:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.708571:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764892.708575:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.708583:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9082 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.708590:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9082 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.708596:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9082 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.708603:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9082 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.708608:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.708613:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9082 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.708620:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9082 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.708682:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.708684:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.708687:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9082 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.708693:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9082 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.708705:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083ffd2e1 reply state 000000002c374d74 transno 4294977170 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b9089 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4cee47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.708714:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908400/0x2bbd42d658b9089 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4cee47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.708719:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb4cee47 (ffff9ee496767400) 00010000:00010000:2.0:1775764892.708721:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.708723:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.708798:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+256:89014:x1862022133142016:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4814us (5275us total) trans 4294977170 rc 0/0 00000100:00100000:2.0:1775764892.708813:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16868 00000100:00100000:1.0:1775764892.709389:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.710104:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133142272 00000100:00100000:3.0:1775764892.710114:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133142272 00000100:00100000:3.0:1775764892.710176:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16869 00000100:00100000:3.0:1775764892.710186:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133142272:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764892.710204:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764892.710221:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9097 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e97 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.710284:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b909e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 114 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.710298:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b909e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.710309:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b909e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764892.710348:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764892.710374:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b909e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.710393:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764892.710396:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.710399:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.710402:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764892 -> 1775764893 00000004:00010000:3.0:1775764892.710404:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764892.710409:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764892.710428:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9097 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e97 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.710444:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b909e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 114 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e97 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.710452:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.710454:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764892.710457:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386227200, rc 0) 00000100:00100000:3.0:1775764892.710515:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133142272:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 331us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.710522:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16869 00000100:00100000:1.0:1775764892.715844:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.716040:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133142528 00000100:00100000:0.0:1775764892.716050:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133142528 00000100:00100000:0.0:1775764892.716111:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16870 00000100:00100000:0.0:1775764892.716120:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+256:89014:x1862022133142528:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.716206:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b90a5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.716224:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b90a5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.716236:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b90a5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.716288:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b90ac lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbbfa603b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.716296:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b90ac lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbbfa603b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.716304:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b90ac lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbbfa603b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.716327:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b90b3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 115 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.716358:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b909e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e97 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.716367:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b90b3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.716405:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b909e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e97 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.716419:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b909e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e97 expref: 33 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.716433:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382495f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154091136:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764892.716524:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764892.724248:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382495f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154091136:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.724279:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b90b3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.727333:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.727672:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133142656 00000100:00100000:2.0:1775764892.727682:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133142656 00010000:00010000:2.0:1775764892.727724:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b909e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e97 expref: 34 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.727767:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2255 00000100:00100000:2.0:1775764892.727778:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee397881180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133142656:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.727793:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.727826:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b909e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e97 expref: 34 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.727841:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b909e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e97 expref: 34 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.727869:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b909e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e97 expref: 34 pid: 6519 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.727887:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.727901:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b90b3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.727933:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b90b3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.727941:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b90b3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.727979:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.728042:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee397881180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133142656:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 266us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.728049:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2255 00010000:00010000:0.0:1775764892.728408:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b90b3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.728417:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b90b3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.728982:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082942871 reply state 00000000bc58898e transno 4294977171 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b90b3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.728999:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908200/0x2bbd42d658b90b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 114 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.729011:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.729014:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764892.729017:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.729024:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b90a5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.729031:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b90a5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.729038:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b90a5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.729045:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b90a5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.729051:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.729057:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b90a5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.729063:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b90a5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.729072:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.729075:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.729078:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b90a5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.729084:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b90a5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.729098:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082942871 reply state 00000000bc58898e transno 4294977171 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b90ac lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbbfa603b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.729108:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908c00/0x2bbd42d658b90ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbbfa603b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.729113:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbbfa603b (ffff9ee39e624900) 00010000:00010000:0.0:1775764892.729116:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.729118:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.729201:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+258:89014:x1862022133142528:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13080us (13367us total) trans 4294977171 rc 0/0 00000100:00100000:0.0:1775764892.729211:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16870 00000100:00100000:1.0:1775764892.731191:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.731329:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133142784 00000100:00100000:2.0:1775764892.731339:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133142784 00000100:00100000:2.0:1775764892.731405:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16871 00000100:00100000:2.0:1775764892.731415:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133142784:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764892.731436:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764892.731454:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90ba lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76e9e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.731523:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b90c1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 115 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.731543:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b90c1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.731554:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b90c1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764892.731596:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764892.731763:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b90c1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.731786:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764892.731790:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.731792:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.731794:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764892.731796:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764892.731801:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764892.731823:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90ba lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e9e expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.731840:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b90c1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 115 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e9e expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.731849:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.731852:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764892.731856:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727a00, rc 0) 00000100:00100000:2.0:1775764892.731974:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133142784:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 560us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.731981:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16871 00000100:00100000:3.0:1775764892.744742:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.744973:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133143040 00000100:00100000:2.0:1775764892.744984:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133143040 00000100:00100000:2.0:1775764892.745044:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16872 00000100:00100000:2.0:1775764892.745055:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+258:89014:x1862022133143040:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.745140:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90c8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.745158:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90c8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.745186:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90c8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.745203:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b90cf lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x86b45e52 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.745210:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b90cf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x86b45e52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.745217:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b90cf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x86b45e52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.745237:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b90d6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 116 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.745270:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b90c1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e9e expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.745279:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b90d6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.745317:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b90c1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e9e expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.745332:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b90c1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e9e expref: 33 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.745348:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154091264:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.745426:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764892.751475:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154091264:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764892.751504:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b90d6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.753021:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.753558:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133143168 00000100:00100000:2.0:1775764892.753567:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133143168 00010000:00010000:2.0:1775764892.753608:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b90c1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e9e expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.754254:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2256 00000100:00100000:2.0:1775764892.754266:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133143168:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.754282:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.754308:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b90c1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e9e expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.754323:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b90c1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e9e expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.754345:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b90c1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76e9e expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.754362:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.754368:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b90d6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.754400:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b90d6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.754408:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b90d6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.754440:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.754500:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133143168:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 236us (1487us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.754507:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2256 00010000:00010000:3.0:1775764892.756964:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b90d6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.756981:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b90d6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.757503:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000085e92583 reply state 000000006197570a transno 4294977172 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b90d6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.757527:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726800/0x2bbd42d658b90d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 115 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.757536:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.757539:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764892.757543:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764892.757550:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90c8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.757556:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90c8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.757562:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90c8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.757568:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90c8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.757574:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764892.757579:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90c8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.757585:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90c8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.757594:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764892.757596:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764892.757600:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90c8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.757605:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b90c8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.757620:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000085e92583 reply state 000000006197570a transno 4294977172 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b90cf lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x86b45e52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.757675:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727200/0x2bbd42d658b90cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x86b45e52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.757682:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x86b45e52 (ffff9ee4bfd9b700) 00010000:00010000:3.0:1775764892.757684:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764892.757686:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764892.757779:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+260:89014:x1862022133143040:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12723us (13043us total) trans 4294977172 rc 0/0 00000100:00100000:3.0:1775764892.757789:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16872 00000100:00100000:3.0:1775764892.757870:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.757989:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133143296 00000100:00100000:3.0:1775764892.757998:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133143296 00000100:00100000:3.0:1775764892.758036:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16873 00000100:00100000:3.0:1775764892.758044:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133143296:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764892.758060:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764892.758075:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b90dd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ea5 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.758134:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b90e4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 116 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.758145:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b90e4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.758153:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b90e4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764892.758185:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764892.758204:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b90e4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.758222:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764892.758225:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.758227:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.758230:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:3.0:1775764892.758232:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764892.758236:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764892.758254:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b90dd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ea5 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.758268:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b90e4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 116 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ea5 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.758275:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.758277:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764892.758279:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226a00, rc 0) 00000100:00100000:3.0:1775764892.758306:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133143296:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 262us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.758311:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16873 00000100:00100000:3.0:1775764892.767450:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.767592:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133143552 00000100:00100000:0.0:1775764892.767603:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133143552 00000100:00100000:0.0:1775764892.767716:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16874 00000100:00100000:0.0:1775764892.767726:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+260:89014:x1862022133143552:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.767820:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b90eb lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.767837:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b90eb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.767850:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b90eb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.767867:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b90f2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa75cc13 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.767874:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b90f2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa75cc13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.767881:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b90f2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa75cc13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.767915:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b90f9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 117 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.767946:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b90e4 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ea5 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.767955:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b90f9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.767992:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b90e4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ea5 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.768005:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b90e4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ea5 expref: 33 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.768020:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382495500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154091392:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764892.768104:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764892.770694:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382495500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154091392:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.770725:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b90f9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.771247:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.771377:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133143680 00000100:00100000:2.0:1775764892.771385:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133143680 00010000:00010000:2.0:1775764892.771421:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b90e4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ea5 expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.771464:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2257 00000100:00100000:2.0:1775764892.771474:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133143680:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.771492:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.771516:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b90e4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ea5 expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.771528:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b90e4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ea5 expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.771555:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b90e4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ea5 expref: 34 pid: 27904 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.771571:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.771576:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b90f9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.771609:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b90f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.771616:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b90f9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 117 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.771677:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.771737:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133143680:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 264us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.771745:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2257 00010000:00010000:3.0:1775764892.771932:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b90f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.771944:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b90f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.772523:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cac5bcf reply state 00000000bf89fa9f transno 4294977173 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b90f9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.772539:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908e00/0x2bbd42d658b90f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 116 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.772546:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.772548:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764892.772551:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764892.772558:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b90eb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.772564:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b90eb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.772569:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b90eb lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.772575:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b90eb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.772581:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764892.772585:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b90eb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.772593:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b90eb lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.772602:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764892.772605:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764892.772608:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b90eb lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.772615:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b90eb lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.772661:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cac5bcf reply state 00000000bf89fa9f transno 4294977173 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b90f2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa75cc13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.772671:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909400/0x2bbd42d658b90f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa75cc13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.772676:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa75cc13 (ffff9ee39e624d00) 00010000:00010000:3.0:1775764892.772678:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764892.772680:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764892.772752:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+262:89014:x1862022133143552:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5027us (5312us total) trans 4294977173 rc 0/0 00000100:00100000:3.0:1775764892.772759:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16874 00000100:00100000:3.0:1775764892.776543:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.777013:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133143808 00000100:00100000:2.0:1775764892.777024:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133143808 00000100:00100000:2.0:1775764892.777082:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16875 00000100:00100000:2.0:1775764892.777093:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133143808:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764892.777115:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764892.777136:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9100 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76eac expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.777358:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9107 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 117 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.777379:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9107 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.777391:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9107 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764892.777435:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764892.777457:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9107 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.777478:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764892.777480:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.777482:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.777484:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764892.777486:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764892.777490:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764892.777509:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9100 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eac expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.777527:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9107 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 117 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eac expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.777535:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.777537:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764892.777541:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726000, rc 0) 00000100:00100000:2.0:1775764892.777687:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133143808:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 596us (1155us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.777694:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16875 00000100:00100000:0.0:1775764892.793121:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.793305:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133144064 00000100:00100000:1.0:1775764892.793316:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133144064 00000100:00100000:1.0:1775764892.793379:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16876 00000100:00100000:1.0:1775764892.793388:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+262:89014:x1862022133144064:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.793475:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b910e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.793493:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b910e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.793504:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b910e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.793518:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b9115 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xec7f5457 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.793525:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b9115 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xec7f5457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.793531:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b9115 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xec7f5457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.793553:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b911c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 118 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.793582:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9107 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eac expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.793591:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b911c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.793666:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9107 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eac expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.793679:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9107 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eac expref: 33 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.793695:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a6269880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154091520:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.793761:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3858766c0 going to sleep for 11 seconds 00010000:00010000:3.0:1775764892.793825:0:9473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764892.799511:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a6269880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154091520:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764892.799537:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b911c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.804050:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.804139:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.804360:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133144192 00000100:00100000:1.0:1775764892.804371:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133144192 00000100:00100000:1.0:1775764892.804434:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16877 00000100:00100000:1.0:1775764892.804444:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133144192:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.804464:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.804485:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b9123 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76eb3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.804550:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 119 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.804564:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b911c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.804571:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 119 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.804588:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b911c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.804597:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 119 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.804978:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133144320 00000100:00100000:3.0:1775764892.804984:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133144320 00010000:00010000:3.0:1775764892.805007:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9107 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eac expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.805039:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2258 00000100:00100000:3.0:1775764892.805046:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133144320:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764892.805056:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764892.805076:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9107 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eac expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.805089:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9107 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eac expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.805107:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9107 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eac expref: 36 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.805123:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.805127:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 119 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.805133:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b911c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.805158:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b911c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.805165:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b911c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.805172:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 119 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.805179:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 119 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.805208:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764892.805262:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133144320:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (1122us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.805271:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2258 00010000:00010000:0.0:1775764892.805346:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b911c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.805354:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b911c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.806065:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048055882 reply state 00000000dd774a28 transno 4294977174 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b911c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806082:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8000/0x2bbd42d658b911c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806090:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.806093:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764892.806096:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 118 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806105:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806110:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.806134:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.806142:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b910e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806149:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b910e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806156:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b910e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806163:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b910e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806169:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.806173:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b910e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806180:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b910e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806189:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.806192:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.806196:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b910e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806201:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b910e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.806212:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048055882 reply state 00000000dd774a28 transno 4294977174 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b9115 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xec7f5457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806221:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9c00/0x2bbd42d658b9115 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xec7f5457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806226:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xec7f5457 (ffff9ee491f4af00) 00010000:00010000:0.0:1775764892.806228:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.806230:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.806284:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+264:89014:x1862022133144064:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12895us (13173us total) trans 4294977174 rc 0/0 00000100:00100000:0.0:1775764892.806292:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16876 00010000:00010000:0.0:1775764892.806325:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806331:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.806366:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764892.806383:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.806406:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764892.806409:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.806411:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.806414:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764892.806416:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764892.806420:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764892.806438:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b9123 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eb3 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806452:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 118 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eb3 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.806459:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.806462:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764892.806464:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a9000, rc 0) 00000100:00100000:0.0:1775764892.806484:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133144192:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2043us (2445us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.806490:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16877 00000100:00100000:3.0:1775764892.813103:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.813198:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133144576 00000100:00100000:2.0:1775764892.813208:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133144576 00000100:00100000:2.0:1775764892.813272:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16878 00000100:00100000:2.0:1775764892.813284:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+264:89014:x1862022133144576:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.813371:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9131 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.813387:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9131 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.813399:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9131 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.813411:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b9138 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa2cd2732 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.813417:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b9138 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa2cd2732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.813423:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b9138 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa2cd2732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.813438:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b913f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 119 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.813466:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eb3 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.813474:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b913f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.813511:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eb3 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.813524:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eb3 expref: 33 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.813538:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb98000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154091648:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.813659:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ced80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.817950:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.818006:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133144704 00000100:00100000:3.0:1775764892.818015:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133144704 00010000:00010000:3.0:1775764892.818050:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eb3 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.818089:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2259 00000100:00100000:3.0:1775764892.818097:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133144704:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764892.818111:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764892.818132:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eb3 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.818146:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eb3 expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.818167:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.818172:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b913f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.818201:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b913f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.818209:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b913f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.818227:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764892.818272:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133144704:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 174us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.818279:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2259 00010000:00010000:2.0:1775764892.818787:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b912a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 119 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eb3 expref: 33 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.818804:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb98000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154091648:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.818823:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b913f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.818831:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b913f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.818837:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b913f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.819327:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a2efa44 reply state 00000000ddd0954a transno 4294977175 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b913f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.819343:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727400/0x2bbd42d658b913f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 118 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.819351:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.819354:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764892.819357:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.819363:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9131 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.819370:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9131 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.819376:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9131 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.819382:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9131 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.819388:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.819392:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9131 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.819399:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9131 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.819408:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.819411:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.819414:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9131 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.819419:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b9131 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.819429:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a2efa44 reply state 00000000ddd0954a transno 4294977175 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b9138 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa2cd2732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.819437:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726400/0x2bbd42d658b9138 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa2cd2732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.819444:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa2cd2732 (ffff9ee4bfd9b900) 00010000:00010000:2.0:1775764892.819446:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.819448:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.819517:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+266:89014:x1862022133144576:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6235us (6423us total) trans 4294977175 rc 0/0 00000100:00100000:2.0:1775764892.819525:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16878 00000100:00100000:0.0:1775764892.824617:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.824818:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133145088 00000100:00100000:2.0:1775764892.824829:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133145088 00000100:00100000:2.0:1775764892.824903:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16879 00000100:00100000:2.0:1775764892.824913:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+266:89014:x1862022133145088:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.825004:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9146 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825022:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9146 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825036:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9146 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825050:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b914d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xdc2edee0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825057:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b914d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdc2edee0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825063:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b914d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdc2edee0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825082:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b9154 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 119 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825111:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b9154 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825119:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b9154 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.825693:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007c1bf50a reply state 00000000c1db1c47 transno 4294977176 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b9154 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825708:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727000/0x2bbd42d658b9154 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 119 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825716:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.825719:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764892.825724:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764892.825731:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9146 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825738:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9146 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825744:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9146 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825751:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9146 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825757:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764892.825762:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9146 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825769:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9146 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825780:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764892.825782:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764892.825786:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9146 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825792:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9146 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.825804:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007c1bf50a reply state 00000000c1db1c47 transno 4294977176 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b914d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdc2edee0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825813:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727800/0x2bbd42d658b914d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdc2edee0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.825819:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdc2edee0 (ffff9ee4bfd9b600) 00010000:00010000:2.0:1775764892.825821:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764892.825823:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764892.825917:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+268:89014:x1862022133145088:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 1004us (1308us total) trans 4294977176 rc 0/0 00000100:00100000:2.0:1775764892.825925:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16879 00000100:00100000:3.0:1775764892.831049:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.831137:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133144832 00000100:00100000:0.0:1775764892.831147:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133144832 00000100:00100000:0.0:1775764892.831216:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16880 00000100:00100000:0.0:1775764892.831226:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133144832:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764892.831248:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764892.831271:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b915b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76eba expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.831341:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9162 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 120 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.831361:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9162 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.831372:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9162 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.831415:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764892.831437:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9162 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.831457:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764892.831460:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.831463:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.831465:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764892.831468:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764892.831472:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764892.831494:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b915b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eba expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.831513:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9162 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 120 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eba expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.831521:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.831524:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764892.831528:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385909000, rc 0) 00000100:00100000:0.0:1775764892.831595:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133144832:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 371us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.831603:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16880 00000100:00100000:3.0:1775764892.832002:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.832028:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133145344 00000100:00100000:3.0:1775764892.832033:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133145344 00000100:00100000:3.0:1775764892.832061:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16881 00000100:00100000:3.0:1775764892.832068:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+268:89014:x1862022133145344:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764892.832120:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9169 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.832131:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9169 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.832139:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9169 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.832153:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9170 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbc4348eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.832160:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9170 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbc4348eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.832167:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9170 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbc4348eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.832184:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b9177 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 121 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.832212:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9162 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eba expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.832220:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b9177 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.832251:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9162 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eba expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.832265:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9162 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eba expref: 33 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.832277:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384275f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154091776:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764892.832330:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.838408:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384275f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154091776:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.838441:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b9177 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.840672:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.840874:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133145472 00000100:00100000:0.0:1775764892.840884:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133145472 00010000:00010000:0.0:1775764892.840937:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9162 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eba expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.840980:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2260 00000100:00100000:0.0:1775764892.840989:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133145472:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764892.841007:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764892.841032:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9162 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eba expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.841047:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9162 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eba expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.841068:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9162 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eba expref: 34 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.841084:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.841089:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b9177 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.841119:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b9177 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.841126:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b9177 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 121 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.841150:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764892.841224:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133145472:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 236us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.841232:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2260 00010000:00010000:1.0:1775764892.841494:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b9177 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.841503:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b9177 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.842085:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006338c83f reply state 00000000bd7005ee transno 4294977177 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b9177 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.842101:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226200/0x2bbd42d658b9177 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 120 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.842108:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.842110:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764892.842115:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764892.842121:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9169 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.842128:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9169 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.842134:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9169 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.842140:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9169 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.842146:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764892.842150:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9169 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.842158:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9169 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.842181:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764892.842184:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764892.842190:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9169 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.842196:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b9169 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.842209:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006338c83f reply state 00000000bd7005ee transno 4294977177 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9170 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbc4348eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.842218:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226600/0x2bbd42d658b9170 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbc4348eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.842228:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbc4348eb (ffff9ee385b45f00) 00010000:00010000:1.0:1775764892.842231:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764892.842233:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764892.842302:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+270:89014:x1862022133145344:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10232us (10299us total) trans 4294977177 rc 0/0 00000100:00100000:1.0:1775764892.842310:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16881 00000100:00100000:3.0:1775764892.855740:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.855786:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.856096:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133145600 00000100:00100000:2.0:1775764892.856108:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133145600 00000100:00100000:1.0:1775764892.856275:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133145856 00000100:00100000:1.0:1775764892.856280:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133145856 00000100:00100000:1.0:1775764892.856324:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16882 00000100:00100000:1.0:1775764892.856335:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133145600:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.856356:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.856378:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b917e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ec1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.856450:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b9185 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 121 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.856467:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b9185 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.856479:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b9185 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764892.856525:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764892.856546:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b9185 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.856565:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764892.856568:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.856571:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.856574:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:1.0:1775764892.856576:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764892.856580:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764892.856600:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b917e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec1 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.856653:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b9185 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 121 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec1 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.856662:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.856665:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764892.856670:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a8a00, rc 0) 00000100:00100000:1.0:1775764892.856732:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133145600:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 399us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.856739:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16882 00000100:00100000:1.0:1775764892.856757:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16883 00000100:00100000:1.0:1775764892.856764:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+270:89014:x1862022133145856:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.857799:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b918c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.857824:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b918c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.857835:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b918c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.857853:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b9193 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7073fe6f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.857861:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b9193 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7073fe6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.857868:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b9193 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7073fe6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.857899:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b919a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 122 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.857932:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b9185 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec1 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.857941:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b919a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.857975:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b9185 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec1 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.857990:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b9185 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec1 expref: 33 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.858003:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a6269880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154091904:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.858083:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764892.862612:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a6269880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154091904:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764892.862695:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b919a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.867404:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.869494:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133145984 00000100:00100000:2.0:1775764892.869509:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133145984 00000100:00100000:2.0:1775764892.869579:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16884 00000100:00100000:2.0:1775764892.869590:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133145984:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764892.869611:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764892.869657:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b91a1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ec8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.869731:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 123 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.869747:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b919a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.869755:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 123 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.869774:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b919a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.869785:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 123 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.873879:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.873959:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133146112 00000100:00100000:1.0:1775764892.873970:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133146112 00010000:00010000:1.0:1775764892.874015:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b9185 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec1 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.874060:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2261 00000100:00100000:1.0:1775764892.874069:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133146112:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764892.874084:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764892.874107:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b9185 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec1 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.874121:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b9185 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec1 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.874144:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b9185 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec1 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.874161:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.874180:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 123 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.874190:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b919a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.874215:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b919a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.874224:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b919a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.874231:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 123 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.874238:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 123 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.874313:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764892.874376:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133146112:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 307us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.874384:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2261 00010000:00010000:0.0:1775764892.877342:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b919a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.877360:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b919a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.878603:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002a2aa1eb reply state 00000000cac04680 transno 4294977178 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b919a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878649:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8400/0x2bbd42d658b919a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878659:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.878662:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764892.878666:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 122 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878674:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878680:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.878707:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.878714:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b918c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878722:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b918c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878728:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b918c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878735:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b918c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878740:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.878745:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b918c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878752:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b918c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878761:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.878763:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.878767:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b918c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878773:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b918c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.878786:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002a2aa1eb reply state 00000000cac04680 transno 4294977178 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b9193 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7073fe6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878794:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9400/0x2bbd42d658b9193 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7073fe6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.878800:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7073fe6f (ffff9ee491f4a500) 00010000:00010000:0.0:1775764892.878803:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.878805:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.878904:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+272:89014:x1862022133145856:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 22127us (23103us total) trans 4294977178 rc 0/0 00000100:00100000:0.0:1775764892.878913:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16883 00010000:00010000:2.0:1775764892.881212:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.881229:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764892.881287:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764892.881312:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764892.881340:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764892.881343:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.881345:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764892.881347:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764892.881349:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764892.881354:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764892.881385:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b91a1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec8 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.881407:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 122 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec8 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.881416:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.881419:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764892.881423:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726000, rc 0) 00000100:00100000:2.0:1775764892.881502:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133145984:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 11913us (14106us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.881510:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16884 00000100:00100000:2.0:1775764892.884063:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.884135:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133146368 00000100:00100000:0.0:1775764892.884145:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133146368 00000100:00100000:0.0:1775764892.884217:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16885 00000100:00100000:0.0:1775764892.884227:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+272:89014:x1862022133146368:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.884313:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91af lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.884329:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91af lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.884341:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91af lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.884355:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b91b6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9bb4714a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.884362:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b91b6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9bb4714a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.884368:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b91b6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9bb4714a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.884386:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b91bd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 123 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.884414:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec8 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.884423:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b91bd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.884457:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec8 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.884471:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec8 expref: 33 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.884486:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382495500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154092032:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764892.884564:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764892.888731:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.888755:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.888841:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133146496 00000100:00100000:2.0:1775764892.888852:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133146496 00010000:00010000:2.0:1775764892.888904:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec8 expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.888937:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2262 00000100:00100000:2.0:1775764892.888948:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133146496:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.888963:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.888988:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec8 expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.889000:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec8 expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.889021:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.889025:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b91bd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.889056:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b91bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.889063:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b91bd lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.889077:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.889118:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133146496:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 174us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.889124:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2262 00010000:00010000:0.0:1775764892.889419:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b91a8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ec8 expref: 33 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.889436:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382495500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154092032:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.889454:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b91bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.889463:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b91bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.889469:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b91bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.889908:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013383228 reply state 0000000010fb2019 transno 4294977179 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b91bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.889926:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909e00/0x2bbd42d658b91bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 122 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.889933:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.889936:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764892.889939:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764892.889946:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91af lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.889953:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91af lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.889959:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91af lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.889966:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91af lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.889970:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385909c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.889974:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91af lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.889979:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91af lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.889985:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.889986:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.889989:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91af lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.889993:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91af lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.890002:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013383228 reply state 0000000010fb2019 transno 4294977179 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b91b6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9bb4714a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.890007:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909600/0x2bbd42d658b91b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9bb4714a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.890010:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9bb4714a (ffff9ee39e624b00) 00010000:00010000:0.0:1775764892.890012:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.890013:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.890059:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+274:89014:x1862022133146368:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5835us (6006us total) trans 4294977179 rc 0/0 00000100:00100000:0.0:1775764892.890064:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16885 00000100:00100000:0.0:1775764892.890076:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133146624 00000100:00100000:0.0:1775764892.890080:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133146624 00000100:00100000:0.0:1775764892.890096:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16886 00000100:00100000:0.0:1775764892.890101:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133146624:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764892.890112:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764892.890123:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91c4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ecf expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.890162:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b91cb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 123 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.890928:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b91cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.890938:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b91cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.890975:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764892.890995:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b91cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.891015:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764892.891018:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.891021:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.891023:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764892.891025:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764892.891029:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764892.891052:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91c4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ecf expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.891066:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b91cb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 123 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ecf expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.891074:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.891077:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764892.891079:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385909000, rc 0) 00000100:00100000:0.0:1775764892.891114:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133146624:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1012us (2357us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.891121:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16886 00000100:00100000:2.0:1775764892.900112:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.900263:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133146880 00000100:00100000:0.0:1775764892.900274:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133146880 00000100:00100000:0.0:1775764892.900337:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16887 00000100:00100000:0.0:1775764892.900347:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+274:89014:x1862022133146880:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.900440:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91d2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.900458:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91d2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.900470:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91d2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.900485:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91d9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7c6cc668 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.900492:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91d9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7c6cc668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.900498:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91d9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7c6cc668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.900519:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b91e0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 124 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.900551:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b91cb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ecf expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.900560:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b91e0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.900595:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b91cb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ecf expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.900610:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b91cb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ecf expref: 33 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.900668:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382495500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154092160:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764892.900747:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764892.907195:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.907260:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.907494:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382495500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154092160:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.907523:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b91e0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.907772:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133147008 00000100:00100000:1.0:1775764892.907778:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133147008 00010000:00010000:1.0:1775764892.907809:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b91cb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ecf expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.907839:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2263 00000100:00100000:1.0:1775764892.907848:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133147008:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764892.907864:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764892.907884:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b91cb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ecf expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.907905:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b91cb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ecf expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.907928:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b91cb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ecf expref: 34 pid: 8424 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.907945:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.907950:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b91e0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.907979:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b91e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.907985:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b91e0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 124 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.908013:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764892.908059:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133147008:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 213us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.908064:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2263 00010000:00010000:3.0:1775764892.908115:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b91e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908120:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b91e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.908495:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000594615eb reply state 00000000a8e4b510 transno 4294977180 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b91e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908505:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3846c4200/0x2bbd42d658b91e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 123 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908513:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.908514:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764892.908517:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764892.908522:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91d2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908527:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91d2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908531:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91d2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908535:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91d2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908538:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385908600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764892.908542:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91d2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908547:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91d2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908552:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764892.908553:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764892.908555:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91d2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908558:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b91d2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.908566:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000594615eb reply state 00000000a8e4b510 transno 4294977180 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91d9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7c6cc668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908572:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909c00/0x2bbd42d658b91d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7c6cc668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908576:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7c6cc668 (ffff9ee39e624300) 00010000:00010000:3.0:1775764892.908577:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764892.908578:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764892.908614:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+276:89014:x1862022133146880:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8270us (8515us total) trans 4294977180 rc 0/0 00000100:00100000:3.0:1775764892.908619:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16887 00000100:00100000:3.0:1775764892.908694:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133147136 00000100:00100000:3.0:1775764892.908699:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133147136 00000100:00100000:3.0:1775764892.908722:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16888 00000100:00100000:3.0:1775764892.908727:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133147136:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764892.908739:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764892.908750:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b91e7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ed6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908790:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b91ee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 124 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908796:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b91ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908802:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b91ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764892.908830:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764892.908847:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b91ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.908862:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764892.908865:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.908868:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.908869:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:3.0:1775764892.908871:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764892.908874:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764892.908886:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b91e7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ed6 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908911:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b91ee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 124 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ed6 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.908917:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.908919:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764892.908922:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee386226800, rc 0) 00000100:00100000:3.0:1775764892.908944:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133147136:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 216us (1683us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.908950:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16888 00000100:00100000:1.0:1775764892.914569:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.914704:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133147392 00000100:00100000:3.0:1775764892.914713:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133147392 00000100:00100000:3.0:1775764892.914759:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16889 00000100:00100000:3.0:1775764892.914765:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a6269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+276:89014:x1862022133147392:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764892.914846:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b91f5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.914862:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b91f5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.914872:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b91f5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.914883:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b91fc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x694ba1af bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.914887:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b91fc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x694ba1af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.914910:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b91fc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x694ba1af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.914931:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9203 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 125 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.914962:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b91ee lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ed6 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.914971:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9203 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.921929:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b91ee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ed6 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.921950:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b91ee lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ed6 expref: 33 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.921966:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee39e629880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154092288:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.922095:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764892.926235:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee39e629880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154092288:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764892.926264:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9203 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.929484:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.929848:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.932535:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133147648 00000100:00100000:2.0:1775764892.932550:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133147648 00000100:00100000:2.0:1775764892.932663:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16890 00000100:00100000:2.0:1775764892.932673:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133147648:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764892.932692:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764892.932709:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b920a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76edd expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.932763:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 126 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.932774:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9203 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.932779:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 126 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.932793:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9203 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.932801:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 126 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.933090:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133147520 00000100:00100000:3.0:1775764892.933095:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133147520 00010000:00010000:3.0:1775764892.933114:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b91ee lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ed6 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764892.933284:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2264 00000100:00100000:3.0:1775764892.933291:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133147520:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764892.933299:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764892.933318:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b91ee lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ed6 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.933327:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b91ee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ed6 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.933342:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b91ee lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ed6 expref: 36 pid: 6520 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.933353:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.933356:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 126 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.933361:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9203 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.933382:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9203 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.933387:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9203 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.933392:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 126 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.933395:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 126 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.933414:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764892.933467:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133147520:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 175us (3993us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.933482:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2264 00010000:00010000:1.0:1775764892.933536:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9203 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.933544:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9203 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.933996:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008eafee4c reply state 0000000040ef55a2 transno 4294977181 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9203 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934009:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385908600/0x2bbd42d658b9203 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934020:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.934023:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764892.934025:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 125 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934031:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934036:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.934056:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764892.934063:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b91f5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934070:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b91f5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934076:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b91f5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934081:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b91f5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934085:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee386226a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764892.934088:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b91f5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934092:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b91f5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934099:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764892.934101:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764892.934103:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b91f5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934107:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b91f5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.934113:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008eafee4c reply state 0000000040ef55a2 transno 4294977181 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b91fc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x694ba1af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934118:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386227200/0x2bbd42d658b91fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x694ba1af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.934132:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x694ba1af (ffff9ee385b45600) 00010000:00010000:1.0:1775764892.934133:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764892.934135:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764892.934192:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a6269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+278:89014:x1862022133147392:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 19424us (19632us total) trans 4294977181 rc 0/0 00000100:00100000:1.0:1775764892.934198:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16889 00010000:00010000:0.0:1775764892.934829:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.934837:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.934875:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764892.934911:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.934935:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764892.934937:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.934940:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764892.934942:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764892.934944:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764892.934947:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764892.934971:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b920a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76edd expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.934988:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 125 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76edd expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.934999:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.935001:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764892.935004:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d727600, rc 0) 00000100:00100000:0.0:1775764892.935038:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133147648:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2367us (5191us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.935045:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16890 00000100:00100000:0.0:1775764892.937112:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764892.943000:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133147904 00000100:00100000:1.0:1775764892.943016:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133147904 00000100:00100000:1.0:1775764892.943082:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16891 00000100:00100000:1.0:1775764892.943093:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+278:89014:x1862022133147904:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764892.943196:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9218 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.943214:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9218 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.943227:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9218 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.943247:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b921f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9873c483 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.943255:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b921f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9873c483 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.943261:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b921f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9873c483 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.943279:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9226 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 126 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.943310:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76edd expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.943319:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9226 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.943354:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76edd expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.943368:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76edd expref: 33 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.943382:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a71cf800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154092416:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764892.943524:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764892.948788:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a71cf800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154092416:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764892.948823:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9226 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.951188:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.951509:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.951723:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133148032 00000100:00100000:2.0:1775764892.951732:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133148032 00010000:00010000:2.0:1775764892.951768:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76edd expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.951796:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2265 00000100:00100000:2.0:1775764892.951802:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133148032:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764892.951816:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764892.951841:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76edd expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.951854:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76edd expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.951873:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9211 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76edd expref: 34 pid: 6518 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.951887:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764892.951903:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9226 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.951932:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9226 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.951942:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9226 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 126 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.951972:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764892.952018:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133148032:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764892.952025:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2265 00010000:00010000:0.0:1775764892.952107:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9226 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.952112:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9226 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.952589:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a00e2ff reply state 00000000047a265a transno 4294977182 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9226 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.952604:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9000/0x2bbd42d658b9226 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 125 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.952610:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.952612:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764892.952616:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764892.952904:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133148160 00000100:00100000:1.0:1775764892.952910:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133148160 00000100:00100000:1.0:1775764892.952949:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16892 00000100:00100000:1.0:1775764892.952957:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee397881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133148160:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764892.952976:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764892.952993:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b922d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ee4 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.953052:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9234 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 126 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.953063:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9234 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.953072:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9234 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764892.953110:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764892.953143:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9234 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.953160:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764892.953163:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.953175:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764892.953178:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:1.0:1775764892.953180:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764892.953185:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764892.953205:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b922d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ee4 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.953224:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9234 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 126 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ee4 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.953236:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.953239:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764892.953241:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385909000, rc 0) 00000100:00100000:1.0:1775764892.953291:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee397881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133148160:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 335us (1782us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764892.953298:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16892 00010000:00010000:0.0:1775764892.953500:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9218 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.953508:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9218 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.953514:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9218 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.953520:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9218 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.953526:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a9800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764892.953531:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9218 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.953538:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9218 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.953549:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764892.953551:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764892.953555:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9218 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.953560:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b9218 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764892.953573:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a00e2ff reply state 00000000047a265a transno 4294977182 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b921f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9873c483 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.953582:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8a00/0x2bbd42d658b921f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9873c483 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.953589:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9873c483 (ffff9ee491f4ac00) 00010000:00010000:0.0:1775764892.953591:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764892.953593:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764892.953670:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+280:89014:x1862022133147904:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10579us (16567us total) trans 4294977182 rc 0/0 00000100:00100000:0.0:1775764892.953677:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16891 00000100:00100000:1.0:1775764892.966868:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.966963:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133148416 00000100:00100000:2.0:1775764892.966976:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133148416 00000100:00100000:2.0:1775764892.967037:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16893 00000100:00100000:2.0:1775764892.967047:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+280:89014:x1862022133148416:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764892.967146:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b923b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.967164:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b923b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.967179:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b923b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.967196:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9242 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb58d8157 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.967203:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9242 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb58d8157 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.967210:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9242 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb58d8157 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.967227:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b9249 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 127 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.967258:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9234 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ee4 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.967266:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b9249 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.967303:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9234 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ee4 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764892.967317:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9234 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ee4 expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.967331:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154092544:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764892.967416:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764892.972843:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764892.972939:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764892.973196:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133148672 00000100:00100000:3.0:1775764892.973205:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133148672 00000100:00100000:3.0:1775764892.973267:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16894 00000100:00100000:3.0:1775764892.973278:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133148672:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764892.973299:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764892.973319:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b9250 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76eeb expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.973381:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 128 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.973395:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b9249 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.973402:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 128 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.973418:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b9249 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.973427:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 128 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.973591:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133148544 00000100:00100000:0.0:1775764892.973596:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133148544 00010000:00010000:0.0:1775764892.973662:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9234 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ee4 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.973687:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2266 00000100:00100000:0.0:1775764892.973694:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133148544:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764892.973703:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764892.973721:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9234 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ee4 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.973734:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9234 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ee4 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.973752:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764892.973757:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 129 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.973764:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b9249 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.973789:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b9249 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.973797:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b9249 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.973809:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 129 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.973815:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 129 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.973828:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764892.973878:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133148544:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 185us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.973885:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2266 00010000:00010000:1.0:1775764892.974397:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9234 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ee4 expref: 35 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.974414:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154092544:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764892.974435:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b9249 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.974444:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b9249 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.974450:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b9249 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.974997:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000cecd725 reply state 00000000eeca2ca8 transno 4294977183 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b9249 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.975014:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726e00/0x2bbd42d658b9249 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 127 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.975022:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764892.975025:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764892.975028:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 127 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.975035:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.975041:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.975064:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764892.975071:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b923b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.975078:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b923b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.975083:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b923b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.975091:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b923b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.975096:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764892.975101:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b923b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.975108:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b923b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.975117:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764892.975120:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764892.975681:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.975691:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764892.975734:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764892.975755:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764892.975777:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764892.975779:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.975782:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764892.975784:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:3.0:1775764892.975786:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764892.975790:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764892.975814:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b9250 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eeb expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.975829:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 127 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eeb expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764892.975837:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764892.975839:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764892.975842:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee490866800, rc 0) 00000100:00100000:3.0:1775764892.975908:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133148672:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2632us (2969us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764892.975916:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16894 00010000:00010000:1.0:1775764892.976072:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b923b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.976081:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b923b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764892.976095:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000cecd725 reply state 00000000eeca2ca8 transno 4294977183 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9242 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb58d8157 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.976106:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726000/0x2bbd42d658b9242 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb58d8157 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764892.976112:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb58d8157 (ffff9ee4bfd9be00) 00010000:00010000:1.0:1775764892.976115:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764892.976118:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764892.976467:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+282:89014:x1862022133148416:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9420us (9608us total) trans 4294977183 rc 0/0 00000100:00100000:1.0:1775764892.976474:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16893 00000100:00100000:1.0:1775764892.983546:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.983651:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133148928 00000100:00100000:0.0:1775764892.983661:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133148928 00000100:00100000:0.0:1775764892.983727:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16895 00000100:00100000:0.0:1775764892.983738:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+282:89014:x1862022133148928:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764892.983824:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b925e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.983840:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b925e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.983853:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b925e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.983870:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b9265 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7c1af2ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.983877:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b9265 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7c1af2ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.983883:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b9265 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7c1af2ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.983914:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b926c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 128 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.983946:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eeb expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.983955:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b926c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.983990:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eeb expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.984003:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eeb expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764892.984017:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48121fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154092672:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764892.984096:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764892.991035:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee48121fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154092672:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764892.991064:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b926c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764892.999221:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764892.999327:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133149056 00000100:00100000:0.0:1775764892.999339:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133149056 00000100:00100000:0.0:1775764892.999405:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16896 00000100:00100000:0.0:1775764892.999415:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133149056:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764892.999435:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764892.999459:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b9273 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ef2 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.999548:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 129 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.999562:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b926c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.999570:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 129 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.999587:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b926c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.999597:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 129 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.000484:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.000588:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133149184 00000100:00100000:2.0:1775764893.000594:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133149184 00010000:00010000:2.0:1775764893.000680:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eeb expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.000707:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2267 00000100:00100000:2.0:1775764893.000715:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133149184:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.000728:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.000750:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eeb expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.000763:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eeb expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.000782:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b9257 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76eeb expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.000798:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.000803:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 129 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.000812:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b926c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.000841:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b926c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.000848:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b926c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.000856:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 129 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.000862:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 129 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.000904:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764893.000957:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133149184:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 243us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.000965:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2267 00010000:00010000:1.0:1775764893.001120:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b926c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001128:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b926c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.001609:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000725bca9a reply state 00000000c0396a1d transno 4294977184 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b926c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001651:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac600/0x2bbd42d658b926c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001660:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.001663:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764893.001666:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 128 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001672:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001678:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.001694:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.001702:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b925e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001709:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b925e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001715:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b925e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001721:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b925e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001726:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490d84800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.001730:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b925e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001736:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b925e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001745:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.001747:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.001751:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b925e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001757:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b925e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.001770:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000725bca9a reply state 00000000c0396a1d transno 4294977184 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b9265 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7c1af2ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001778:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d85e00/0x2bbd42d658b9265 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7c1af2ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.001783:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7c1af2ea (ffff9ee39e624000) 00010000:00010000:1.0:1775764893.001785:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.001787:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.001833:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+284:89014:x1862022133148928:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 18097us (18297us total) trans 4294977184 rc 0/0 00000100:00100000:1.0:1775764893.001840:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16895 00010000:00010000:0.0:1775764893.002093:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.002102:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.002138:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.002157:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.002181:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.002184:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.002188:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.002190:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.002193:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.002197:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.002219:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b9273 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef2 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.002233:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 128 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef2 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.002240:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.002242:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.002245:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdac400, rc 0) 00000100:00100000:0.0:1775764893.002270:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133149056:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2858us (3061us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.002276:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16896 00000100:00100000:1.0:1775764893.008554:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.008732:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133149440 00000100:00100000:2.0:1775764893.008741:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133149440 00000100:00100000:2.0:1775764893.008788:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16897 00000100:00100000:2.0:1775764893.008798:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+284:89014:x1862022133149440:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.008884:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b9281 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.008910:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b9281 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.008923:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b9281 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.008938:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b9288 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x535b65c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.008945:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b9288 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x535b65c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.008951:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b9288 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x535b65c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.008971:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b928f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 129 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.009002:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef2 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.009012:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b928f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.009046:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef2 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.009060:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef2 expref: 33 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.009075:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154092800:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.009146:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764893.014322:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.014395:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133149568 00000100:00100000:1.0:1775764893.014406:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133149568 00010000:00010000:1.0:1775764893.014446:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef2 expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.014490:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2268 00000100:00100000:1.0:1775764893.014500:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e629c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133149568:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764893.014514:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764893.014548:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef2 expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.014562:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef2 expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.014585:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.014590:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b928f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.014645:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b928f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.014654:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b928f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.014673:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764893.014733:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e629c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133149568:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 234us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.014740:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2268 00010000:00010000:2.0:1775764893.014944:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b927a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef2 expref: 33 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.014960:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154092800:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.014982:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b928f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.014991:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b928f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.014996:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b928f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.015471:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002cd1d7d2 reply state 000000001e027071 transno 4294977185 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b928f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.015486:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726600/0x2bbd42d658b928f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 128 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.015492:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.015494:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764893.015498:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.015505:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b9281 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.015510:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b9281 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.015516:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b9281 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.015522:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b9281 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.015527:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.015901:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b9281 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.015914:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b9281 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.015924:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.015927:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.015931:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b9281 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.015937:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b9281 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.015948:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002cd1d7d2 reply state 000000001e027071 transno 4294977185 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b9288 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x535b65c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.015956:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726a00/0x2bbd42d658b9288 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x535b65c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.015962:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x535b65c5 (ffff9ee4bfd9ba00) 00010000:00010000:2.0:1775764893.015964:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.015967:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.016026:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+286:89014:x1862022133149440:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7227us (7492us total) trans 4294977185 rc 0/0 00000100:00100000:2.0:1775764893.016034:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16897 00000100:00100000:3.0:1775764893.017471:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.018756:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133149696 00000100:00100000:2.0:1775764893.018768:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133149696 00000100:00100000:2.0:1775764893.018828:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16898 00000100:00100000:2.0:1775764893.018839:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e628700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133149696:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.018863:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.018897:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9296 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ef9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.018972:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b929d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 129 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.018987:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b929d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.018999:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b929d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.019043:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.019065:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b929d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.019084:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.019087:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.019090:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.019093:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.019095:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.019099:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.019120:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b9296 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef9 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.019140:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b929d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 129 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef9 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.019150:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.019153:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.019156:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39d726200, rc 0) 00000100:00100000:2.0:1775764893.019221:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e628700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133149696:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 384us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.019228:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16898 00000100:00100000:3.0:1775764893.038499:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.038782:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133149952 00000100:00100000:1.0:1775764893.038792:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133149952 00000100:00100000:1.0:1775764893.038856:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16899 00000100:00100000:1.0:1775764893.038866:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+286:89014:x1862022133149952:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.038962:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b92a4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.038979:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b92a4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.038992:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b92a4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.039009:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b92ab lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3e8f66e4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.039017:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b92ab lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3e8f66e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.039024:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b92ab lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3e8f66e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.039044:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b92b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 130 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.039072:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b929d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef9 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.039082:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b92b2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.039115:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b929d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef9 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.039129:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b929d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef9 expref: 33 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.039143:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154092928:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.039377:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764893.050014:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.050058:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.050215:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154092928:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764893.050241:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b92b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.050372:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133150080 00000100:00100000:2.0:1775764893.050380:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133150080 00010000:00010000:2.0:1775764893.050417:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b929d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef9 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.050457:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2269 00000100:00100000:2.0:1775764893.050467:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133150080:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.050482:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.050508:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b929d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef9 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.050522:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b929d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef9 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.050545:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b929d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ef9 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.050562:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.050567:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b92b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.050598:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b92b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.050606:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b92b2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 130 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.050684:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764893.050733:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133150080:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 267us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.050741:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2269 00010000:00010000:1.0:1775764893.050864:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b92b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.050873:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b92b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.051421:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1fa1ac9 reply state 00000000162feae0 transno 4294977186 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b92b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051436:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490d84800/0x2bbd42d658b92b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 129 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051443:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.051446:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764893.051449:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.051457:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b92a4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051464:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b92a4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051470:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b92a4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051476:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b92a4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051482:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.051486:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b92a4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051494:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b92a4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051502:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.051505:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.051510:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b92a4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051515:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b92a4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.051527:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1fa1ac9 reply state 00000000162feae0 transno 4294977186 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b92ab lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3e8f66e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051535:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a9800/0x2bbd42d658b92ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3e8f66e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051540:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3e8f66e4 (ffff9ee485121500) 00010000:00010000:1.0:1775764893.051542:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.051544:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.051591:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+288:89014:x1862022133149952:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12727us (13104us total) trans 4294977186 rc 0/0 00000100:00100000:1.0:1775764893.051598:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16899 00000100:00100000:1.0:1775764893.051616:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133150208 00000100:00100000:1.0:1775764893.051653:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133150208 00000100:00100000:1.0:1775764893.051681:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16900 00000100:00100000:1.0:1775764893.051688:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133150208:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764893.051703:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.051718:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b92b9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f00 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051774:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b92c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 130 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051787:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b92c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051795:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b92c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764893.051823:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764893.051841:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b92c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.051859:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764893.051862:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.051864:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.051866:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:1.0:1775764893.051868:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764893.051872:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764893.051899:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b92b9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f00 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051914:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b92c0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 130 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f00 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.051921:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.051923:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764893.051925:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4813a2200, rc 0) 00000100:00100000:1.0:1775764893.051947:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133150208:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 259us (1888us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.051953:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16900 00000100:00100000:0.0:1775764893.061725:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.061831:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133150464 00000100:00100000:2.0:1775764893.061843:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133150464 00000100:00100000:2.0:1775764893.061945:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16901 00000100:00100000:2.0:1775764893.061956:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+288:89014:x1862022133150464:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.062042:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b92c7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.062059:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b92c7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.062072:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b92c7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.062086:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b92ce lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb4bfe022 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.062093:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b92ce lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4bfe022 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.062099:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b92ce lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4bfe022 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.062117:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b92d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 131 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.062148:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b92c0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f00 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.062158:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b92d5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.062208:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b92c0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f00 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.062222:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b92c0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f00 expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.062237:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154093056:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.062320:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.076273:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154093056:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.076304:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b92d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.076882:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.076974:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133150592 00000100:00100000:2.0:1775764893.076982:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133150592 00000100:00100000:2.0:1775764893.077050:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16902 00000100:00100000:2.0:1775764893.077060:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48121c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133150592:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.077083:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.077103:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b92dc lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f07 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077303:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 132 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077324:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b92d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077332:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 132 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077349:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b92d5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077359:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 132 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.077438:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.077661:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133150720 00000100:00100000:2.0:1775764893.077666:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133150720 00010000:00010000:2.0:1775764893.077685:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b92c0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f00 expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.077714:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2270 00000100:00100000:2.0:1775764893.077722:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133150720:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.077732:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.077751:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b92c0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f00 expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077764:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b92c0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f00 expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077782:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b92c0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f00 expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077815:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.077820:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 132 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077828:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b92d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077854:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b92d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077862:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b92d5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077869:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 132 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077875:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 132 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.077906:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764893.077963:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133150720:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 241us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.077972:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2270 00010000:00010000:0.0:1775764893.078079:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b92d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078086:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b92d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.078574:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011d19d0f reply state 00000000d5282754 transno 4294977187 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b92d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078588:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727a00/0x2bbd42d658b92d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078595:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.078598:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764893.078601:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078607:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078613:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.078685:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764893.078692:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b92c7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078700:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b92c7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078706:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b92c7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078712:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b92c7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.078715:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078718:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d726200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764893.078722:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b92c7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.078722:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078730:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b92c7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078738:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764893.078740:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764893.078743:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b92c7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078748:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b92c7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764893.078755:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.078759:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011d19d0f reply state 00000000d5282754 transno 4294977187 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b92ce lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4bfe022 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078766:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727600/0x2bbd42d658b92ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4bfe022 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078771:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb4bfe022 (ffff9ee4bfd9b800) 00000004:00010000:3.0:1775764893.078772:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.078774:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764893.078776:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:3.0:1775764893.078792:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764893.078795:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.078798:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.078800:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:3.0:1775764893.078802:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764893.078806:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764893.078822:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b92dc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f07 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.078837:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 131 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f07 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.078844:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.078846:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764893.078848:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc600, rc 0) 00000100:00100000:3.0:1775764893.078872:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133150592:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1815us (1993us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.078878:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16902 00000100:00100000:0.0:1775764893.079726:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48121fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+290:89014:x1862022133150464:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16867us (17107us total) trans 4294977187 rc 0/0 00000100:00100000:0.0:1775764893.079739:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16901 00000100:00100000:0.0:1775764893.088227:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.088309:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133150976 00000100:00100000:2.0:1775764893.088320:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133150976 00000100:00100000:2.0:1775764893.088380:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16903 00000100:00100000:2.0:1775764893.088391:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+290:89014:x1862022133150976:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.088476:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b92ea lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.088494:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b92ea lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.088506:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b92ea lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.088520:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b92f1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x32e71b6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.088527:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b92f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x32e71b6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.088533:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b92f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x32e71b6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.088549:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b92f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 132 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.088579:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f07 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.088587:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b92f8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.088644:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f07 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.088659:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f07 expref: 33 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.088678:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154093184:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.088757:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.092218:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.093046:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154093184:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.093070:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b92f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.093791:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133151104 00000100:00100000:3.0:1775764893.093800:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133151104 00010000:00010000:3.0:1775764893.093861:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f07 expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.093926:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2271 00000100:00100000:3.0:1775764893.093936:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133151104:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.093950:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.093974:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f07 expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.093986:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f07 expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.094009:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b92e3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f07 expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.094025:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.094030:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b92f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.094061:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b92f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.094070:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b92f8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 132 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.094105:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764893.094135:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b92f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.094143:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b92f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.094480:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133151104:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 544us (2272us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.094491:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2271 00000004:00010000:2.0:1775764893.094609:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000279f5ea5 reply state 0000000076fa5dc0 transno 4294977188 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b92f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.094647:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd800/0x2bbd42d658b92f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 131 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.094655:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.094657:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764893.094660:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.094666:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b92ea lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.094672:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b92ea lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.094677:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b92ea lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.094688:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b92ea lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.094693:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.094697:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b92ea lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.094704:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b92ea lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.094714:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.094716:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.094719:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b92ea lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.094725:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b92ea lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.094737:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000279f5ea5 reply state 0000000076fa5dc0 transno 4294977188 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b92f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x32e71b6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.094746:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd200/0x2bbd42d658b92f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x32e71b6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.094751:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x32e71b6b (ffff9ee4bfd9b200) 00010000:00010000:2.0:1775764893.094753:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.094754:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.094792:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+292:89014:x1862022133150976:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6404us (6577us total) trans 4294977188 rc 0/0 00000100:00100000:2.0:1775764893.094798:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16903 00000100:00100000:3.0:1775764893.096098:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.096197:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133151232 00000100:00100000:0.0:1775764893.096205:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133151232 00000100:00100000:0.0:1775764893.096303:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16904 00000100:00100000:0.0:1775764893.096314:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133151232:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.096336:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.096353:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b92ff lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f0e expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.096419:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9306 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 132 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.096436:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9306 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.096446:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9306 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.096482:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.096503:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9306 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.096521:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.096525:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.096527:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.096530:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.096532:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.096536:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.096555:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b92ff lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f0e expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.096571:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9306 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 132 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f0e expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.096578:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.096581:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.096584:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdac400, rc 0) 00000100:00100000:0.0:1775764893.096652:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133151232:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 340us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.096659:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16904 00000100:00100000:0.0:1775764893.110027:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.110127:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133151488 00000100:00100000:3.0:1775764893.110139:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133151488 00000100:00100000:3.0:1775764893.110216:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16905 00000100:00100000:3.0:1775764893.110227:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+292:89014:x1862022133151488:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764893.110321:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b930d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.110339:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b930d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.110354:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b930d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.110371:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b9314 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1a2843ca bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.110377:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b9314 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1a2843ca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.110384:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b9314 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1a2843ca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.110401:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b931b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 133 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.110434:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9306 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f0e expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.110448:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b931b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.110482:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9306 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f0e expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.110494:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9306 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f0e expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.110507:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3858ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154093312:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764893.110594:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.119475:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.119779:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.119946:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133151616 00000100:00100000:1.0:1775764893.119957:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133151616 00000100:00100000:1.0:1775764893.120022:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16906 00000100:00100000:1.0:1775764893.120033:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133151616:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764893.120056:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.120091:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9322 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f15 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.120163:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 134 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.120196:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b931b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.120206:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 134 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.120228:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b931b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.120238:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 134 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.121019:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133151744 00000100:00100000:3.0:1775764893.121027:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133151744 00010000:00010000:3.0:1775764893.121063:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9306 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f0e expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.121142:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2272 00000100:00100000:3.0:1775764893.121152:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133151744:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.121164:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.121197:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9306 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f0e expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.121211:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9306 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f0e expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.121230:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.121236:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 135 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.121244:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b931b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.121273:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b931b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.121281:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b931b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.121288:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 135 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.121294:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 135 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.121308:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764893.121376:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133151744:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 226us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.121385:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2272 00010000:00010000:2.0:1775764893.123086:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9306 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f0e expref: 35 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.123108:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3858ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154093312:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.123130:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b931b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123140:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b931b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123145:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b931b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.123609:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005dc4bff4 reply state 000000004e0036d0 transno 4294977189 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b931b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123662:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490867200/0x2bbd42d658b931b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 133 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123671:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.123674:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764893.123678:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 133 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123686:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123693:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.123716:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.123724:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b930d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123731:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b930d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.123735:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123736:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b930d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.123744:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123744:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b930d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123750:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.123754:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b930d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123760:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b930d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123768:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.123771:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.123775:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b930d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.123777:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1775764893.123780:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b930d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.123790:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005dc4bff4 reply state 000000004e0036d0 transno 4294977189 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b9314 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1a2843ca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.123794:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123798:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866a00/0x2bbd42d658b9314 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1a2843ca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.123803:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1a2843ca (ffff9ee385b45b00) 00010000:00010000:2.0:1775764893.123805:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.123807:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:0.0:1775764893.123815:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.123818:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.123820:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.123822:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.123824:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.123828:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.123848:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9322 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f15 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.123863:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 133 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f15 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.123870:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.123873:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00000100:00100000:2.0:1775764893.123873:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+294:89014:x1862022133151488:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13649us (13859us total) trans 4294977189 rc 0/0 00010000:00010000:0.0:1775764893.123875:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3853a8c00, rc 0) 00000100:00100000:2.0:1775764893.123881:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16905 00000100:00100000:0.0:1775764893.123917:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133151616:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3887us (4451us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.123924:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16906 00000100:00100000:0.0:1775764893.127109:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.127341:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133152000 00000100:00100000:1.0:1775764893.127352:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133152000 00000100:00100000:1.0:1775764893.127413:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16907 00000100:00100000:1.0:1775764893.127424:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+294:89014:x1862022133152000:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.127511:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9330 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.127532:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9330 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.127543:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9330 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.127559:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b9337 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x52f310a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.127567:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b9337 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x52f310a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.127573:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b9337 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x52f310a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.127590:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b933e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 134 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.127669:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f15 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.127679:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b933e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.127713:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f15 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.127726:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f15 expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.127746:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154093440:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.127828:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3858766c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764893.132383:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.132471:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.132551:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133152256 00000100:00100000:0.0:1775764893.132561:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133152256 00000100:00100000:0.0:1775764893.132645:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16908 00000100:00100000:0.0:1775764893.132655:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133152256:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.132675:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.132695:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b9345 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f1c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.132761:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 135 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.132775:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b933e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.132782:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 135 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.132801:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b933e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.132825:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 135 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.132955:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133152128 00000100:00100000:2.0:1775764893.132960:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133152128 00010000:00010000:2.0:1775764893.132982:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f15 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.133005:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2273 00000100:00100000:2.0:1775764893.133011:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133152128:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.133020:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.133038:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f15 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.133051:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f15 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.133069:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.133073:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 136 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.133080:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b933e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.133109:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b933e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.133120:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b933e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.133127:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 136 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.133133:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 136 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.133146:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764893.133274:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133152128:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 262us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.133282:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2273 00010000:00010000:1.0:1775764893.133388:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b9329 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f15 expref: 35 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.133403:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154093440:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764893.133419:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b933e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.133426:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b933e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.133433:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b933e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.133934:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014fdb465 reply state 000000005c0cc8bd transno 4294977190 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b933e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.133948:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016600/0x2bbd42d658b933e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.133955:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.133957:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764893.133960:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.133966:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.133977:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.133992:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.133999:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9330 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.134005:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9330 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.134011:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9330 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.134018:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9330 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.134023:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.134026:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9330 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.134033:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9330 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.134040:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.134043:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.134046:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9330 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.134052:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9330 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.134061:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014fdb465 reply state 000000005c0cc8bd transno 4294977190 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b9337 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x52f310a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.134070:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017e00/0x2bbd42d658b9337 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x52f310a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.134076:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x52f310a4 (ffff9ee485121d00) 00010000:00010000:1.0:1775764893.134079:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.134081:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.134123:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+296:89014:x1862022133152000:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6702us (7025us total) trans 4294977190 rc 0/0 00000100:00100000:1.0:1775764893.134130:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16907 00010000:00010000:0.0:1775764893.134220:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.134227:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.134258:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.134278:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.134297:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.134300:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.134303:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.134305:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.134307:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.134311:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.134329:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b9345 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f1c expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.134342:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 134 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f1c expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.134349:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.134351:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.134354:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdac400, rc 0) 00000100:00100000:0.0:1775764893.134375:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133152256:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1723us (1904us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.134382:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16908 00000100:00100000:3.0:1775764893.140574:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.140661:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133152512 00000100:00100000:2.0:1775764893.140672:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133152512 00000100:00100000:2.0:1775764893.140732:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16909 00000100:00100000:2.0:1775764893.140742:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+296:89014:x1862022133152512:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.140830:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9353 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.140848:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9353 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.140860:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9353 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.140874:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b935a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x84e9968a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.140881:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b935a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x84e9968a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.140899:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b935a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x84e9968a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.140917:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b9361 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 135 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.140950:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f1c expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.140959:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b9361 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.140992:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f1c expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.141006:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f1c expref: 33 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.141021:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154093568:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.141095:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.142908:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154093568:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.142934:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b9361 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.143866:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.143933:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133152640 00000100:00100000:0.0:1775764893.143941:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133152640 00010000:00010000:0.0:1775764893.143976:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f1c expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.144067:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2274 00000100:00100000:0.0:1775764893.144077:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133152640:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.144092:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.144114:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f1c expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.144128:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f1c expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.144149:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b934c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f1c expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.144165:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.144185:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b9361 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.144217:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b9361 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.144226:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b9361 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 135 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.144257:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764893.144296:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b9361 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.144305:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b9361 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.144318:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022133152640:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 243us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.144325:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2274 00000004:00010000:3.0:1775764893.144841:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b89e4d11 reply state 000000000cc2f8f3 transno 4294977191 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b9361 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.144857:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdccc00/0x2bbd42d658b9361 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 134 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.144864:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.144866:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764893.144869:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764893.144877:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9353 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.144883:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9353 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.144904:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9353 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.144911:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9353 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.144916:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcd400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764893.144921:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9353 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.144928:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9353 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.144938:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764893.144941:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764893.144945:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9353 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.144952:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9353 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.144964:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b89e4d11 reply state 000000000cc2f8f3 transno 4294977191 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b935a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x84e9968a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.144973:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcdc00/0x2bbd42d658b935a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x84e9968a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.144979:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x84e9968a (ffff9ee4bfd9bc00) 00010000:00010000:3.0:1775764893.144981:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764893.144983:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764893.145040:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+298:89014:x1862022133152512:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4300us (4476us total) trans 4294977191 rc 0/0 00000100:00100000:3.0:1775764893.145048:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16909 00000100:00100000:3.0:1775764893.146304:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.148072:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133152768 00000100:00100000:0.0:1775764893.148085:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133152768 00000100:00100000:0.0:1775764893.148163:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16910 00000100:00100000:0.0:1775764893.148397:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133152768:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.148419:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.148439:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9368 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f23 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.148510:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b936f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 135 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.148524:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b936f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.148537:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b936f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.148579:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.148599:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b936f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.148615:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.148618:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.148648:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.148650:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.148653:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.148658:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.148682:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9368 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f23 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.148701:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b936f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 135 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f23 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.148711:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.148714:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.148718:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdadc00, rc 0) 00000100:00100000:0.0:1775764893.148767:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133152768:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 376us (2467us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.148775:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16910 00000100:00100000:3.0:1775764893.150726:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.150925:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133153024 00000100:00100000:1.0:1775764893.150934:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133153024 00000100:00100000:1.0:1775764893.150989:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16911 00000100:00100000:1.0:1775764893.150999:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+298:89014:x1862022133153024:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.151080:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9376 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.151097:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9376 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.151108:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9376 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.151133:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b937d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5f3e62be bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.151141:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b937d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5f3e62be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.151148:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b937d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5f3e62be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.151464:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b9384 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 136 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.151503:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b936f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f23 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.151512:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b9384 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.151545:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b936f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f23 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.151556:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b936f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f23 expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.151569:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154093696:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.151743:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3858766c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.157406:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154093696:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.157437:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b9384 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.162070:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.162169:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.162227:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133153280 00000100:00100000:0.0:1775764893.162237:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133153280 00000100:00100000:0.0:1775764893.162301:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16912 00000100:00100000:0.0:1775764893.162311:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133153280:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.162333:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.162356:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b938b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f2a expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.162375:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133153152 00000100:00100000:2.0:1775764893.162379:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133153152 00010000:00010000:2.0:1775764893.162401:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b936f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f23 expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.162428:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 137 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.162434:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2275 00000100:00100000:2.0:1775764893.162441:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133153152:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.162443:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b9384 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.162450:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.162451:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 137 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.162470:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b9384 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.162471:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b936f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f23 expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.162484:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b936f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f23 expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.163501:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 138 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.163543:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b936f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f23 expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.163562:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.163567:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 137 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.163575:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b9384 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.163613:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b9384 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.164010:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b9384 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.164017:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 137 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.164022:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 137 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.164120:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764893.164260:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133153152:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1817us (2088us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.164270:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2275 00010000:00010000:1.0:1775764893.164546:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b9384 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.164555:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b9384 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.166928:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0b306cb reply state 0000000092026a6b transno 4294977192 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b9384 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.166955:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017600/0x2bbd42d658b9384 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 136 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.166969:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.166971:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764893.166976:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 136 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.166984:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.166990:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.167023:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.167031:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9376 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.167038:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9376 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.167045:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9376 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.167051:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9376 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.167056:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.167060:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9376 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.167068:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9376 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.167077:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.167080:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.167083:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9376 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.167089:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9376 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.167102:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0b306cb reply state 0000000092026a6b transno 4294977192 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b937d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5f3e62be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.167111:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017000/0x2bbd42d658b937d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5f3e62be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.167116:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5f3e62be (ffff9ee485121b00) 00010000:00010000:1.0:1775764893.167118:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.167121:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:0.0:1775764893.167213:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.167221:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.167262:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.167282:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.167307:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.167310:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.167313:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.167315:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.167317:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.167321:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.167346:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b938b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f2a expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.167347:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+300:89014:x1862022133153024:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16346us (16625us total) trans 4294977192 rc 0/0 00000100:00100000:1.0:1775764893.167357:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16911 00010000:00010000:0.0:1775764893.167362:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 136 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f2a expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.167369:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.167371:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.167373:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385909000, rc 0) 00000100:00100000:0.0:1775764893.167397:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133153280:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5089us (5339us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.167404:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16912 00000100:00100000:3.0:1775764893.173686:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.173817:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133153536 00000100:00100000:0.0:1775764893.173828:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133153536 00000100:00100000:0.0:1775764893.173905:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16913 00000100:00100000:0.0:1775764893.173923:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+300:89014:x1862022133153536:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.174060:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b9399 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.174077:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b9399 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.174089:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b9399 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.174263:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b93a0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe1e0cc41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.174278:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b93a0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe1e0cc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.174288:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b93a0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe1e0cc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.174310:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b93a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 137 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.174344:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f2a expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.174351:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b93a7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.174389:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f2a expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.174404:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f2a expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.174419:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154093824:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.174510:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee49693d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.177544:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154093824:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.177572:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b93a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.180683:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.180757:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.180855:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133153664 00000100:00100000:0.0:1775764893.180864:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133153664 00010000:00010000:0.0:1775764893.180916:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f2a expref: 34 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.180938:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133153792 00000100:00100000:1.0:1775764893.180942:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133153792 00000100:00100000:1.0:1775764893.180987:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16914 00000100:00100000:1.0:1775764893.181051:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133153792:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764893.181069:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.181087:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b93ae lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f31 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.181096:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2276 00000100:00100000:0.0:1775764893.181104:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133153664:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.181117:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.181137:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f2a expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.181149:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f2a expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.181157:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 139 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.181167:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b9392 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f2a expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.181188:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b93a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.181195:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 138 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.181884:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.181903:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 138 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.181912:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b93a7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.181941:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b93a7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40290000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.181948:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b93a7 lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40290000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.181957:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 138 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.181962:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 138 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.181985:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764893.182042:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133153664:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 938us (1368us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.182050:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2276 00010000:00010000:0.0:1775764893.182078:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b93a7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.182086:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b93a7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.182573:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ad095cb0 reply state 00000000e8310d1a transno 4294977193 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b93a7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.182588:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1a00/0x2bbd42d658b93a7 lrc: 4/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.182594:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.182597:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764893.182599:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 137 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.182606:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.182612:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.182970:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764893.182978:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b9399 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.182987:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b9399 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.182993:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b9399 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.183000:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b9399 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.183005:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f0000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764893.183010:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b9399 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.183017:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b9399 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.183027:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764893.183029:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764893.183033:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b9399 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.183039:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b9399 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.183053:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ad095cb0 reply state 00000000e8310d1a transno 4294977193 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b93a0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe1e0cc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.183063:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1000/0x2bbd42d658b93a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe1e0cc41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.183070:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe1e0cc41 (ffff9ee39e624400) 00010000:00010000:0.0:1775764893.183072:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764893.183074:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764893.183128:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+302:89014:x1862022133153536:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9213us (9450us total) trans 4294977193 rc 0/0 00010000:00010000:1.0:1775764893.183607:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.184111:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.184399:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764893.184442:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764893.184461:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.184483:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764893.184486:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.184489:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.184491:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:1.0:1775764893.184494:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764893.184497:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764893.184518:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b93ae lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f31 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.184532:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 137 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f31 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.184545:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.184547:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764893.184550:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384016c00, rc 0) 00000100:00100000:1.0:1775764893.184594:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133153792:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3545us (3836us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.185765:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16913 00000100:00100000:1.0:1775764893.189266:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16914 00000100:00100000:3.0:1775764893.190825:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.190921:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133154048 00000100:00100000:1.0:1775764893.190932:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133154048 00000100:00100000:1.0:1775764893.190983:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16915 00000100:00100000:1.0:1775764893.190994:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+302:89014:x1862022133154048:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.191082:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b93bc lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.191100:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b93bc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.191113:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b93bc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.191141:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b93c3 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x68c4ee52 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.191149:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b93c3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x68c4ee52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.191155:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b93c3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x68c4ee52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.191191:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b93ca lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 138 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.191224:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f31 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.191233:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b93ca lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.191267:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f31 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.191281:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f31 expref: 33 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.191295:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154093952:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.191377:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.193907:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.193950:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154093952:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764893.193975:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b93ca lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.194094:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133154176 00000100:00100000:3.0:1775764893.194102:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133154176 00010000:00010000:3.0:1775764893.194139:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f31 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.194181:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2277 00000100:00100000:3.0:1775764893.194191:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133154176:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.194206:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.194230:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f31 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.194242:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f31 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.194263:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b93b5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f31 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.194278:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.194282:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b93ca lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.194314:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b93ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.194323:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b93ca lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.194352:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764893.194405:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133154176:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 214us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.194412:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2277 00010000:00010000:2.0:1775764893.194416:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b93ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.194423:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b93ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.194937:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000098961d93 reply state 000000007a9edfc4 transno 4294977194 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b93ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.194950:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016000/0x2bbd42d658b93ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 137 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.194957:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.194959:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764893.194963:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.194970:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b93bc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.194980:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b93bc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.194986:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b93bc lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.194993:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b93bc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.194999:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.195004:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b93bc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.195011:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b93bc lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.195020:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.195022:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.195026:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b93bc lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.195032:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b93bc lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.195043:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000098961d93 reply state 000000007a9edfc4 transno 4294977194 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b93c3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x68c4ee52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.195051:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016a00/0x2bbd42d658b93c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x68c4ee52 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.195057:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x68c4ee52 (ffff9ee485121600) 00010000:00010000:2.0:1775764893.195059:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.195061:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.195115:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+304:89014:x1862022133154048:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4122us (4309us total) trans 4294977194 rc 0/0 00000100:00100000:2.0:1775764893.195133:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16915 00000100:00100000:0.0:1775764893.200612:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.200810:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133154304 00000100:00100000:1.0:1775764893.200821:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133154304 00000100:00100000:1.0:1775764893.200880:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16916 00000100:00100000:1.0:1775764893.200906:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133154304:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764893.200928:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.200949:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b93d1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f38 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.201025:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b93d8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 138 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.201043:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b93d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.201056:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b93d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764893.201104:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764893.201126:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b93d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.201146:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764893.201149:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.201152:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.201155:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:1.0:1775764893.201157:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764893.201161:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764893.201183:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b93d1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f38 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.201202:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b93d8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 138 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f38 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.201210:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.201213:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764893.201218:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384017a00, rc 0) 00000100:00100000:1.0:1775764893.201283:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133154304:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 393us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.201290:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16916 00000100:00100000:0.0:1775764893.207297:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.207502:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133154560 00000100:00100000:2.0:1775764893.207512:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133154560 00000100:00100000:2.0:1775764893.207562:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16917 00000100:00100000:2.0:1775764893.207572:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+304:89014:x1862022133154560:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.207695:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b93df lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.207714:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b93df lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.207727:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b93df lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.207756:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b93e6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4024b92d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.207762:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b93e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4024b92d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.207766:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b93e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4024b92d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.207781:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b93ed lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 139 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.207810:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b93d8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f38 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.207842:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b93ed lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 139 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.207880:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b93d8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f38 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.207905:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b93d8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f38 expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.207918:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154094080:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.208002:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cec00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.211778:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.211819:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.211897:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133154688 00000100:00100000:3.0:1775764893.211906:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133154688 00010000:00010000:3.0:1775764893.211946:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b93d8 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f38 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.211990:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2278 00000100:00100000:3.0:1775764893.212000:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133154688:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.212015:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.212040:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b93d8 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f38 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.212052:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b93d8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f38 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.212073:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.212079:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b93ed lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.212110:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b93ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.212119:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b93ed lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.212138:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764893.212189:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133154688:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 190us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.212197:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2278 00010000:00010000:2.0:1775764893.212612:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b93d8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f38 expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.212673:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154094080:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.212696:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b93ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.212705:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b93ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.212711:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b93ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.213181:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a43a6bf reply state 000000002ba564f6 transno 4294977195 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b93ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213200:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd000/0x2bbd42d658b93ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 138 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213206:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.213208:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764893.213211:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.213219:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b93df lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213225:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b93df lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213231:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b93df lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213238:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b93df lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213244:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.213248:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b93df lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213256:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b93df lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213265:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.213267:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.213270:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b93df lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213275:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b93df lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.213286:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a43a6bf reply state 000000002ba564f6 transno 4294977195 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b93e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4024b92d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213293:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcca00/0x2bbd42d658b93e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4024b92d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213299:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4024b92d (ffff9ee4a625a000) 00010000:00010000:2.0:1775764893.213301:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.213302:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.213366:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+306:89014:x1862022133154560:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5795us (6078us total) trans 4294977195 rc 0/0 00000100:00100000:2.0:1775764893.213374:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16917 00000100:00100000:2.0:1775764893.213391:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133154816 00000100:00100000:2.0:1775764893.213396:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133154816 00000100:00100000:2.0:1775764893.213426:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16918 00000100:00100000:2.0:1775764893.213434:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133154816:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.213447:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.213462:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b93f4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f3f expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213516:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b93fb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 139 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213527:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b93fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213535:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b93fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.213570:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.213589:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b93fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.213606:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.213608:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.213612:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.213614:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.213617:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.213660:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.213677:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b93f4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f3f expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213690:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b93fb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 139 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f3f expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.213697:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.213700:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.213702:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcce00, rc 0) 00000100:00100000:2.0:1775764893.213748:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133154816:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 315us (1928us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.213754:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16918 00000100:00100000:0.0:1775764893.220321:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.220418:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133155072 00000100:00100000:1.0:1775764893.220428:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133155072 00000100:00100000:1.0:1775764893.220488:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16919 00000100:00100000:1.0:1775764893.220498:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+306:89014:x1862022133155072:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.220593:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9402 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.220611:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9402 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.220661:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9402 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.220679:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b9409 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9dd77b62 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.220687:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b9409 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9dd77b62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.220693:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b9409 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9dd77b62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.220713:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b9410 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 140 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.220747:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b93fb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f3f expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.220760:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b9410 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.220794:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b93fb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f3f expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.220806:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b93fb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f3f expref: 33 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.220818:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154094208:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.220908:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764893.223581:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154094208:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764893.223607:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b9410 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.227676:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.228109:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133155328 00000100:00100000:1.0:1775764893.228120:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133155328 00000100:00100000:1.0:1775764893.228181:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16920 00000100:00100000:1.0:1775764893.228191:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133155328:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764893.228213:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.228235:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b9417 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f46 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.228299:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 141 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.228318:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b9410 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.228325:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 141 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.228343:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b9410 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.228354:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 141 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.232122:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.232228:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133155200 00000100:00100000:2.0:1775764893.232241:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133155200 00010000:00010000:2.0:1775764893.232289:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b93fb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f3f expref: 36 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.232382:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2279 00000100:00100000:2.0:1775764893.232392:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133155200:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.232406:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.232430:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b93fb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f3f expref: 36 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.232444:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b93fb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f3f expref: 36 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.232469:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b93fb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f3f expref: 36 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.232485:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.232490:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 141 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.232499:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b9410 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.232531:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b9410 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.232538:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b9410 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.232544:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 141 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.232553:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 141 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.232585:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764893.232689:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133155200:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 299us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.232697:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2279 00010000:00010000:1.0:1775764893.233064:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b9410 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233074:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b9410 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.233558:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0719abd reply state 0000000033d5f5fc transno 4294977196 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b9410 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233574:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016400/0x2bbd42d658b9410 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233581:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.233584:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764893.233587:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233594:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233603:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.233662:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.233670:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9402 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233677:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9402 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233683:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9402 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233689:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9402 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233694:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.233698:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9402 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233706:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9402 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233715:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.233718:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.233721:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9402 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233727:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9402 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.233738:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0719abd reply state 0000000033d5f5fc transno 4294977196 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b9409 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9dd77b62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233747:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016e00/0x2bbd42d658b9409 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9dd77b62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233753:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9dd77b62 (ffff9ee485121000) 00010000:00010000:1.0:1775764893.233755:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.233757:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.233828:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+308:89014:x1862022133155072:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13330us (13516us total) trans 4294977196 rc 0/0 00000100:00100000:1.0:1775764893.233836:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16919 00010000:00010000:1.0:1775764893.233865:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.233873:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764893.233924:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764893.233944:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.233968:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764893.233971:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.233974:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.233977:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:1.0:1775764893.233979:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764893.233984:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764893.234005:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b9417 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f46 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.234020:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 140 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f46 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.234028:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.234030:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764893.234033:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384016800, rc 0) 00000100:00100000:1.0:1775764893.234057:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133155328:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5868us (6392us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.234064:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16920 00000100:00100000:0.0:1775764893.240580:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.240842:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133155584 00000100:00100000:3.0:1775764893.240852:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133155584 00000100:00100000:3.0:1775764893.240915:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16921 00000100:00100000:3.0:1775764893.240924:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39e629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+308:89014:x1862022133155584:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764893.241001:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b9425 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.241018:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b9425 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.241031:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b9425 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.241043:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b942c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc3207e69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.241049:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b942c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc3207e69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.241055:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b942c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc3207e69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.241071:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9433 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 141 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.241101:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f46 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.241109:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9433 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.241139:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f46 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.241152:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f46 expref: 33 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.241166:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3858ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154094336:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764893.241243:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.244144:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3858ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154094336:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.244172:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9433 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.249754:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.250077:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133155712 00000100:00100000:1.0:1775764893.250088:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133155712 00010000:00010000:1.0:1775764893.250141:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f46 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.250190:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2280 00000100:00100000:1.0:1775764893.250200:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133155712:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764893.250216:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764893.250240:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f46 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.250253:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f46 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.250276:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b941e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f46 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.250292:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.250298:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9433 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.250330:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9433 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.250338:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9433 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 141 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.250362:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764893.250421:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133155712:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 222us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.250429:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2280 00010000:00010000:2.0:1775764893.250592:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9433 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.250601:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9433 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.251122:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae851272 reply state 00000000a1c4cbb7 transno 4294977197 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9433 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.251138:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d726200/0x2bbd42d658b9433 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.251146:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.251148:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764893.251151:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.251158:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b9425 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.251164:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b9425 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.251171:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b9425 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.251177:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b9425 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.251183:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee490866000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.251188:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b9425 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.251196:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b9425 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.251206:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.251208:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.251212:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b9425 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.251219:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b9425 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.251230:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae851272 reply state 00000000a1c4cbb7 transno 4294977197 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b942c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc3207e69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.251238:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866800/0x2bbd42d658b942c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc3207e69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.251244:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc3207e69 (ffff9ee385b45a00) 00010000:00010000:2.0:1775764893.251246:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.251248:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.251311:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39e629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+310:89014:x1862022133155584:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10386us (10738us total) trans 4294977197 rc 0/0 00000100:00100000:2.0:1775764893.251320:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16921 00000100:00100000:0.0:1775764893.255161:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.255262:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.255332:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133155840 00000100:00100000:2.0:1775764893.255343:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133155840 00000100:00100000:2.0:1775764893.255399:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133156096 00000100:00100000:2.0:1775764893.255403:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133156096 00000100:00100000:2.0:1775764893.255437:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16922 00000100:00100000:2.0:1775764893.255448:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133155840:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.255469:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1775764893.255478:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16923 00000100:00100000:3.0:1775764893.255488:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+310:89014:x1862022133156096:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.255490:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b943a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f4d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.255546:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 141 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.255546:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b9448 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.255561:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.255561:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b9448 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.255574:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 141 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.255574:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b9448 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.255589:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b944f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6294b72a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.255595:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b944f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6294b72a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.255600:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b944f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6294b72a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.255613:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 142 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.255640:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.255662:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.255667:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.255674:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.256442:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.256449:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.256452:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.256454:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.256457:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.256463:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.256494:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b943a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f4d expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.256518:0:6519:0:(ldlm_lockd.c:1464:ldlm_handle_enqueue()) ### save blocking bits 22 in granted lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f4d expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.256533:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f4d expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.256542:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x60200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f4d expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.256550:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.256553:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.256557:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.256580:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc400, rc 0) 00000100:00100000:2.0:1775764893.257039:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133155840:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1591us (1888us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.257048:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16922 00010000:00010000:3.0:1775764893.262869:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f4d expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.262914:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f4d expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.262931:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3858ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154094464:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764893.263032:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764893.263225:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.263268:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.263336:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133156352 00000100:00100000:2.0:1775764893.263345:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133156352 00000100:00100000:2.0:1775764893.263407:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16924 00000100:00100000:2.0:1775764893.263415:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133156352:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.263431:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.263450:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b945d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f54 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.263519:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 143 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.263535:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.263543:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 143 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.263561:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.263571:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 143 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.263655:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133156224 00000100:00100000:0.0:1775764893.263660:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133156224 00010000:00010000:0.0:1775764893.263684:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f4d expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.263712:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2281 00000100:00100000:0.0:1775764893.263719:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133156224:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.263728:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.263750:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f4d expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.263762:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f4d expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.263781:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.263785:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 144 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.263793:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.263822:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.263830:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.263841:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 144 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.263848:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 144 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.263860:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764893.263913:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133156224:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 194us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.263921:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2281 00010000:00010000:3.0:1775764893.267288:0:6518:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.48@tcp) returned -22 from blocking AST (req@0000000014b25874 x1862022154094464) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 1/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f4d expref: 35 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.267336:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9441 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f4d expref: 35 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.267352:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3858ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154094464:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764893.267373:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.267378:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 142 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.267389:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 142 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.267394:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 142 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.267403:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.267411:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.267417:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.267942:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065a41de5 reply state 00000000ed179859 transno 4294977198 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.267959:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226a00/0x2bbd42d658b9456 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 142 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.267966:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.267969:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764893.267971:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 142 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.267978:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.267984:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.268013:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764893.268021:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b9448 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.268029:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b9448 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.268035:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b9448 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.268042:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b9448 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.268048:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39d727c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764893.268052:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b9448 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.268059:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b9448 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.268062:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.268068:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.268069:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764893.268072:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764893.268075:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b9448 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.268080:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b9448 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.268090:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065a41de5 reply state 00000000ed179859 transno 4294977198 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b944f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6294b72a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.268097:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226800/0x2bbd42d658b944f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6294b72a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.268103:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1775764893.268103:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6294b72a (ffff9ee385b45200) 00010000:00010000:3.0:1775764893.268105:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764893.268108:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:2.0:1775764893.268122:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.268142:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.268145:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.268147:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.268149:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.268151:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.268155:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.268178:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b945d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f54 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.268186:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+312:89014:x1862022133156096:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12700us (12923us total) trans 4294977198 rc 0/0 00010000:00010000:2.0:1775764893.268193:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 142 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f54 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.268194:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16923 00010000:00010000:2.0:1775764893.268200:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.268201:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.268204:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc200, rc 0) 00000100:00100000:2.0:1775764893.268226:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133156352:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4812us (4958us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.268233:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16924 00000100:00100000:2.0:1775764893.274830:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.274935:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133156608 00000100:00100000:1.0:1775764893.274946:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133156608 00000100:00100000:1.0:1775764893.275007:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16925 00000100:00100000:1.0:1775764893.275016:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+312:89014:x1862022133156608:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.275104:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b946b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.275120:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b946b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.275134:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b946b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.275149:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9472 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x45e28a05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.275156:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9472 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45e28a05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.275163:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9472 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45e28a05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.275182:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b9479 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 143 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.275214:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f54 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.275222:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b9479 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.275257:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f54 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.275269:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f54 expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.275284:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154094592:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.275371:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.281592:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154094592:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.281653:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b9479 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.282868:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.282983:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.283330:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133156864 00000100:00100000:0.0:1775764893.283340:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133156864 00000100:00100000:0.0:1775764893.283405:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16926 00000100:00100000:0.0:1775764893.283416:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133156864:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.283437:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.283457:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9480 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f5b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.283529:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 144 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.283544:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b9479 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.283556:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 144 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.283574:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b9479 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.283586:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.283909:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133156736 00000100:00100000:3.0:1775764893.283914:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133156736 00010000:00010000:3.0:1775764893.283936:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f54 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.283971:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2282 00000100:00100000:3.0:1775764893.283979:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133156736:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.283988:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.284008:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f54 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.284021:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f54 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.284041:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9464 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f54 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.284057:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.284062:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.284069:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b9479 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.284100:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b9479 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.284109:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b9479 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.284121:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.284127:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.284152:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764893.284218:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133156736:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 239us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.284226:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2282 00010000:00010000:0.0:1775764893.285091:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b9479 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285101:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b9479 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.285580:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a55fcee9 reply state 00000000e80fd64d transno 4294977199 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b9479 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285595:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016c00/0x2bbd42d658b9479 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285602:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.285604:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764893.285606:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 143 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285614:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285799:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.285824:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764893.285832:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b946b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285838:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b946b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285843:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b946b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285849:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b946b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285854:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384016800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764893.285858:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b946b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285865:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b946b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285874:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764893.285876:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764893.285880:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b946b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285900:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b946b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.285912:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a55fcee9 reply state 00000000e80fd64d transno 4294977199 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9472 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45e28a05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285920:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016200/0x2bbd42d658b9472 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45e28a05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.285927:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x45e28a05 (ffff9ee485121100) 00010000:00010000:0.0:1775764893.285929:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764893.285931:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1775764893.286185:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.286193:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764893.286229:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764893.286248:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.286277:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764893.286281:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.286284:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.286286:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:1.0:1775764893.286289:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764893.286292:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764893.286315:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9480 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f5b expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.286331:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 143 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f5b expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.286339:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.286341:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764893.286343:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39e9f0800, rc 0) 00000100:00100000:0.0:1775764893.286390:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+314:89014:x1862022133156608:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11375us (11570us total) trans 4294977199 rc 0/0 00000100:00100000:0.0:1775764893.286399:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16925 00000100:00100000:1.0:1775764893.286954:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133156864:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3539us (4091us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.286961:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16926 00000100:00100000:2.0:1775764893.291082:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.291684:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133157120 00000100:00100000:0.0:1775764893.291696:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133157120 00000100:00100000:0.0:1775764893.291753:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16927 00000100:00100000:0.0:1775764893.291763:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+314:89014:x1862022133157120:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.291851:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b948e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.291870:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b948e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.291881:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b948e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.291904:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b9495 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfa7aeea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.291909:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b9495 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfa7aeea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.291913:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b9495 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfa7aeea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.291927:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b949c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 144 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.291956:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f5b expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.291961:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b949c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.292022:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f5b expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.292031:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f5b expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.292041:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa33800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154094720:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.292110:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.294228:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa33800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154094720:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.294259:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b949c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.294276:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.294315:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.294335:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133157248 00000100:00100000:3.0:1775764893.294341:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133157248 00010000:00010000:3.0:1775764893.294373:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f5b expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.294406:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2283 00000100:00100000:3.0:1775764893.294415:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133157248:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.294429:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.294450:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f5b expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.294459:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f5b expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.294475:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9487 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f5b expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.294489:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.294493:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b949c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.294520:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b949c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.294525:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b949c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.294547:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764893.294579:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b949c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.294588:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b949c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 143 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.294595:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133157248:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 182us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.294602:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2283 00000100:00100000:0.0:1775764893.294705:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133157376 00000100:00100000:0.0:1775764893.294709:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133157376 00000100:00100000:0.0:1775764893.294745:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16928 00000100:00100000:0.0:1775764893.294751:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133157376:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.294765:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.294778:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b94a3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f62 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.294833:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 144 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.294842:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b949c lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.294849:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 144 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.294862:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b949c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.294870:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.295123:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003af2da59 reply state 000000005ca53df3 transno 4294977200 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b949c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295141:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0a00/0x2bbd42d658b949c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 144 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295148:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.295151:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764893.295153:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295160:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295182:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.295210:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.295216:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b948e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295223:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b948e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295229:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b948e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295236:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b948e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295242:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764893.295245:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295245:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b948e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.295252:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295253:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b948e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295262:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.295264:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.295267:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b948e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295272:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b948e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.295282:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003af2da59 reply state 000000005ca53df3 transno 4294977200 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b9495 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfa7aeea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.295285:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1775764893.295290:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0200/0x2bbd42d658b9495 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfa7aeea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.295296:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfa7aeea (ffff9ee39e624800) 00010000:00010000:1.0:1775764893.295297:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.295299:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:0.0:1775764893.295302:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.295318:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.295321:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.295324:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.295326:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.295327:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.295332:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:1.0:1775764893.295340:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+316:89014:x1862022133157120:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 3580us (4273us total) trans 4294977200 rc 0/0 00010000:00010000:0.0:1775764893.295347:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b94a3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f62 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.295347:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16927 00010000:00010000:0.0:1775764893.295359:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 144 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f62 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.295366:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.295368:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.295370:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39e9f0400, rc 0) 00000100:00100000:0.0:1775764893.295391:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133157376:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 641us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.295398:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16928 00000100:00100000:2.0:1775764893.297796:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.298252:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133157632 00000100:00100000:0.0:1775764893.298263:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133157632 00000100:00100000:0.0:1775764893.298319:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16929 00000100:00100000:0.0:1775764893.298330:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+316:89014:x1862022133157632:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.298414:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b94b1 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.298431:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b94b1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.298444:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b94b1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.298460:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b94b8 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6378c6ac bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.298468:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b94b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6378c6ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.298475:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b94b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6378c6ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.298494:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b94bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 145 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.298528:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f62 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.298537:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b94bf lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.298572:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f62 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.298587:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f62 expref: 33 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.298601:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa33800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154094848:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.298992:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.301494:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa33800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154094848:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.301526:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b94bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.302592:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.302664:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133157888 00000100:00100000:1.0:1775764893.302673:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133157888 00000100:00100000:2.0:1775764893.302697:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.302727:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16930 00000100:00100000:1.0:1775764893.302737:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133157888:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764893.302757:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.302776:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94c6 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f69 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.302838:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133157760 00010000:00010000:1.0:1775764893.302839:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 146 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.302842:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133157760 00010000:00010000:1.0:1775764893.302852:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b94bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.302861:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 146 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.302864:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f62 expref: 36 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.302878:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b94bf lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.302900:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 146 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.302901:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2284 00000100:00100000:3.0:1775764893.302908:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133157760:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.302918:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.302937:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f62 expref: 36 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.302945:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f62 expref: 36 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.302964:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b94aa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f62 expref: 36 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.302975:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.302977:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 146 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.302982:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b94bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.303008:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b94bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.303012:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b94bf lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.303017:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 146 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.303020:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 146 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.303037:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764893.303056:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b94bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303063:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b94bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.303082:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133157760:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 175us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.303089:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2284 00000004:00010000:1.0:1775764893.303744:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015bb9575 reply state 00000000b1a095c8 transno 4294977201 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b94bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303758:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0000/0x2bbd42d658b94bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 145 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303765:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.303768:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764893.303770:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 145 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303778:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303788:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.303853:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.303861:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b94b1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303868:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b94b1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303873:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b94b1 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303880:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b94b1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303898:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.303901:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b94b1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303909:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b94b1 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303918:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.303920:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.303924:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b94b1 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303930:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b94b1 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.303942:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015bb9575 reply state 00000000b1a095c8 transno 4294977201 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b94b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6378c6ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303951:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0600/0x2bbd42d658b94b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6378c6ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.303956:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6378c6ac (ffff9ee39e624200) 00010000:00010000:1.0:1775764893.303959:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.303961:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.304032:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+318:89014:x1862022133157632:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5703us (6244us total) trans 4294977201 rc 0/0 00000100:00100000:1.0:1775764893.304040:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16929 00010000:00010000:2.0:1775764893.304085:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.304092:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.304126:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.304147:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.304274:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.304277:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.304280:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.304282:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.304284:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.304289:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.304311:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94c6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f69 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.304326:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 145 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f69 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.304333:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.304335:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.304338:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384017200, rc 0) 00000100:00100000:2.0:1775764893.304375:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133157888:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1640us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.304382:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16930 00000100:00100000:2.0:1775764893.310540:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.310688:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133158144 00000100:00100000:1.0:1775764893.310698:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133158144 00000100:00100000:1.0:1775764893.310760:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16931 00000100:00100000:1.0:1775764893.310771:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+318:89014:x1862022133158144:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.310860:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b94d4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.310877:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b94d4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.310900:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b94d4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.310917:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b94db lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xba88eb1e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.310924:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b94db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xba88eb1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.310930:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b94db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xba88eb1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.310951:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 146 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.310991:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f69 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.311000:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94e2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.311039:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f69 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.311053:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f69 expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.311067:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154094976:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.311512:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764893.319526:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.319681:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154094976:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764893.319707:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.321389:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.321734:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133158400 00000100:00100000:1.0:1775764893.321743:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133158400 00000100:00100000:1.0:1775764893.321809:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16932 00000100:00100000:1.0:1775764893.321819:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4b5d1f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133158400:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764893.321839:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.321860:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b94e9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f70 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.321950:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 147 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.321964:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.321972:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 147 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.321990:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94e2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.322001:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.323994:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133158272 00000100:00100000:2.0:1775764893.324006:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133158272 00010000:00010000:2.0:1775764893.324043:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f69 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.324083:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2285 00000100:00100000:2.0:1775764893.324093:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2404:x1862022133158272:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.324108:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.324131:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f69 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.324145:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f69 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.324161:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b94cd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f69 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.324175:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.324178:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.324185:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.324213:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.324218:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94e2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.324223:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.324227:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.324250:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764893.324290:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.324298:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.324318:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022133158272:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 227us (4804us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.324325:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2285 00000004:00010000:1.0:1775764893.324838:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d44bb804 reply state 000000009fb5e260 transno 4294977202 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.324852:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017c00/0x2bbd42d658b94e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.324859:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.324861:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764893.324864:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 146 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.324870:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.324876:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.324924:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.324932:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b94d4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.324939:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b94d4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.324945:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b94d4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.324951:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b94d4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.324958:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.324963:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b94d4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.324971:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b94d4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.324980:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.324983:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.324986:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b94d4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.324997:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b94d4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.325008:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d44bb804 reply state 000000009fb5e260 transno 4294977202 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b94db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xba88eb1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.325016:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017400/0x2bbd42d658b94db lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xba88eb1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.325022:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xba88eb1e (ffff9ee485121f00) 00010000:00010000:1.0:1775764893.325024:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.325026:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.325075:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+320:89014:x1862022133158144:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14306us (14548us total) trans 4294977202 rc 0/0 00000100:00100000:1.0:1775764893.325083:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16931 00010000:00010000:3.0:1775764893.325349:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.325357:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764893.325396:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764893.325416:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.325438:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764893.325441:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.325444:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.325446:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:3.0:1775764893.325448:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764893.325452:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764893.325471:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b94e9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f70 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.325486:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 146 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f70 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.325494:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.325496:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764893.325499:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384017a00, rc 0) 00000100:00100000:3.0:1775764893.325538:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4b5d1f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133158400:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3722us (4157us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.325544:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16932 00000100:00100000:3.0:1775764893.332983:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.333060:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133158656 00000100:00100000:1.0:1775764893.333070:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133158656 00000100:00100000:1.0:1775764893.333132:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16933 00000100:00100000:1.0:1775764893.333142:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+320:89014:x1862022133158656:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.333230:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b94f7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.333247:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b94f7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.333259:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b94f7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.333331:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b94fe lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2d47a377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.333341:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b94fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2d47a377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.333347:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b94fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2d47a377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.333378:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b9505 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 147 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.333412:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f70 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.333421:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b9505 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.333455:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f70 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.333468:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f70 expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.333483:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154095104:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.333567:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.337166:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.337253:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133158784 00000100:00100000:3.0:1775764893.337263:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133158784 00010000:00010000:3.0:1775764893.337304:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f70 expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.337353:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2286 00000100:00100000:3.0:1775764893.337363:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133158784:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.337378:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.337403:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f70 expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.337417:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f70 expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.337439:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.337445:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b9505 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.337479:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b9505 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.337486:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b9505 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.337504:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764893.337559:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133158784:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 197us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.337567:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2286 00010000:00010000:1.0:1775764893.339015:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b94f0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f70 expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.339036:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154095104:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764893.339058:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b9505 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339070:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b9505 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339075:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b9505 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.339766:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b17b8ca reply state 00000000d273173e transno 4294977203 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b9505 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339786:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e600/0x2bbd42d658b9505 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 146 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339795:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.339798:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764893.339803:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.339826:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b94f7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339833:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b94f7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339839:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b94f7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339846:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b94f7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339852:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3853a8c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.339856:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b94f7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339867:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b94f7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339878:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.339880:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.339898:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b94f7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339904:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b94f7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.339916:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b17b8ca reply state 00000000d273173e transno 4294977203 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b94fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2d47a377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339923:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f600/0x2bbd42d658b94fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2d47a377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.339928:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2d47a377 (ffff9ee485121300) 00010000:00010000:1.0:1775764893.339930:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.339933:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.340028:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+322:89014:x1862022133158656:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6887us (7054us total) trans 4294977203 rc 0/0 00000100:00100000:1.0:1775764893.340037:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16933 00000100:00100000:3.0:1775764893.343163:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.343204:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.343294:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133158912 00000100:00100000:0.0:1775764893.343304:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133158912 00000100:00100000:0.0:1775764893.343367:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133159168 00000100:00100000:0.0:1775764893.343370:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133159168 00000100:00100000:0.0:1775764893.343394:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16934 00000100:00100000:0.0:1775764893.343404:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133158912:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.343426:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.343447:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b950c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.343521:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9513 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 147 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.343536:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9513 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.343548:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9513 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.343595:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.343648:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9513 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.343669:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.343671:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.343674:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.343676:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.343679:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.343682:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.343703:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b950c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f77 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.343719:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9513 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 147 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f77 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.343733:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.343735:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.343739:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39e9f1800, rc 0) 00000100:00100000:0.0:1775764893.343795:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133158912:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 393us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.343802:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16934 00000100:00100000:0.0:1775764893.343975:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16935 00000100:00100000:0.0:1775764893.343983:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+322:89014:x1862022133159168:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.344029:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b951a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.344040:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b951a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.344048:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b951a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.344061:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b9521 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe93b3735 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.344068:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b9521 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe93b3735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.344074:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b9521 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe93b3735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.344089:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b9528 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 148 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.344126:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9513 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f77 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.344134:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b9528 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.344166:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9513 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f77 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.344179:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9513 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f77 expref: 33 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.344192:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa33800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154095232:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.344242:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.346951:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa33800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154095232:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.346985:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b9528 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.349089:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.349166:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133159296 00000100:00100000:0.0:1775764893.349175:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133159296 00010000:00010000:0.0:1775764893.349213:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9513 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 148 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f77 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.349253:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2287 00000100:00100000:0.0:1775764893.349261:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133159296:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.349276:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.349299:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9513 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f77 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.349311:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9513 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f77 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.349332:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9513 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 149 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f77 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.349347:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.349353:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b9528 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.349388:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b9528 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.349397:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b9528 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.349427:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764893.349477:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022133159296:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.349484:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2287 00010000:00010000:1.0:1775764893.349559:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b9528 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.349567:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b9528 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.350032:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cac826bd reply state 0000000010dee27d transno 4294977204 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b9528 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.350047:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0400/0x2bbd42d658b9528 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 147 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.350054:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.350057:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764893.350059:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.350066:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b951a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.350072:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b951a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.350078:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b951a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.350085:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b951a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.350090:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.350094:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b951a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.350101:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b951a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.350109:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.350111:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.350114:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b951a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.350120:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b951a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.350132:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cac826bd reply state 0000000010dee27d transno 4294977204 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b9521 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe93b3735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.350139:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0c00/0x2bbd42d658b9521 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe93b3735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.350145:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe93b3735 (ffff9ee39e624100) 00010000:00010000:1.0:1775764893.350147:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.350149:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.350193:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+324:89014:x1862022133159168:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6211us (6987us total) trans 4294977204 rc 0/0 00000100:00100000:1.0:1775764893.350199:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16935 00000100:00100000:3.0:1775764893.353747:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.353862:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133159552 00000100:00100000:2.0:1775764893.353873:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133159552 00000100:00100000:2.0:1775764893.353945:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16936 00000100:00100000:2.0:1775764893.353955:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+324:89014:x1862022133159552:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.354047:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b952f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354066:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b952f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354078:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b952f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354094:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9536 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4f8d8946 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354101:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9536 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4f8d8946 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354107:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9536 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4f8d8946 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354125:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b953d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 148 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354156:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b953d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354167:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b953d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.354653:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e010fbc reply state 000000004ac0f7f5 transno 4294977205 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b953d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354668:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd600/0x2bbd42d658b953d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 148 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354676:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.354678:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764893.354682:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.354688:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b952f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354695:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b952f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354701:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b952f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354707:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b952f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354712:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.354717:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b952f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354725:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b952f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354734:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.354737:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.354740:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b952f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354747:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b952f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.354758:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e010fbc reply state 000000004ac0f7f5 transno 4294977205 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9536 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4f8d8946 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354766:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc400/0x2bbd42d658b9536 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f8d8946 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.354771:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4f8d8946 (ffff9ee4a625af00) 00010000:00010000:2.0:1775764893.354773:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.354775:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.354838:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+326:89014:x1862022133159552:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 884us (1099us total) trans 4294977205 rc 0/0 00000100:00100000:2.0:1775764893.354844:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16936 00000100:00100000:3.0:1775764893.358569:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.358739:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133159808 00000100:00100000:0.0:1775764893.358750:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133159808 00000100:00100000:0.0:1775764893.358813:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16937 00000100:00100000:0.0:1775764893.358822:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+326:89014:x1862022133159808:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.358931:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9544 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.358954:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9544 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.358967:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9544 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.358986:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b954b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7750e3a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.358993:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b954b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7750e3a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.358999:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b954b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7750e3a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359018:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b9552 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 149 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359050:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b9552 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359058:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b9552 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.359533:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0b306cb reply state 0000000018d12bd7 transno 4294977206 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b9552 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359549:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1600/0x2bbd42d658b9552 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 149 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359557:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.359560:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764893.359564:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764893.359570:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9544 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359577:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9544 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359583:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9544 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359589:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9544 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359595:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764893.359600:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9544 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359607:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9544 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359617:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764893.359650:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764893.359655:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9544 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359662:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9544 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.359675:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0b306cb reply state 0000000018d12bd7 transno 4294977206 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b954b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7750e3a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359684:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1c00/0x2bbd42d658b954b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7750e3a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.359691:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7750e3a4 (ffff9ee39e624c00) 00010000:00010000:0.0:1775764893.359693:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764893.359695:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764893.359779:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+328:89014:x1862022133159808:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 955us (1218us total) trans 4294977206 rc 0/0 00000100:00100000:0.0:1775764893.359787:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16937 00000100:00100000:3.0:1775764893.362757:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.362858:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133159936 00000100:00100000:1.0:1775764893.362868:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133159936 00000100:00100000:1.0:1775764893.362954:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16938 00000100:00100000:1.0:1775764893.362963:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133159936:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764893.362983:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.363004:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9559 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f7e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.363073:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b9560 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 150 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.363088:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b9560 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.363100:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b9560 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764893.363149:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764893.363171:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b9560 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.363191:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764893.363194:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.363197:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.363199:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:1.0:1775764893.363201:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764893.363205:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764893.363225:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9559 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f7e expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.363244:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b9560 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 150 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f7e expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.363252:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.363255:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764893.363258:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1ea00, rc 0) 00000100:00100000:1.0:1775764893.363322:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133159936:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 360us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.363329:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16938 00000100:00100000:0.0:1775764893.372068:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.372162:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133160192 00000100:00100000:2.0:1775764893.372172:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133160192 00000100:00100000:2.0:1775764893.372232:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16939 00000100:00100000:2.0:1775764893.372242:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+328:89014:x1862022133160192:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.372333:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9567 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.372350:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9567 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.372363:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9567 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.372381:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b956e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf180b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.372387:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b956e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf180b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.372393:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b956e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf180b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.372410:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9575 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 151 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.372444:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b9560 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f7e expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.372453:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9575 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.372489:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b9560 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f7e expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.372501:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b9560 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f7e expref: 33 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.372513:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154095360:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.372595:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.379930:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154095360:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.379960:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9575 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.384032:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.384126:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133160320 00000100:00100000:2.0:1775764893.384136:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133160320 00010000:00010000:2.0:1775764893.384178:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b9560 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f7e expref: 34 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.384215:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2288 00000100:00100000:2.0:1775764893.384225:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133160320:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.384238:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.384260:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b9560 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f7e expref: 34 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.384272:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b9560 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f7e expref: 34 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.384293:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b9560 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f7e expref: 34 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.384308:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.384313:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9575 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.384347:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9575 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.384355:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9575 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 151 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.384391:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764893.384451:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133160320:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 227us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.384459:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2288 00010000:00010000:1.0:1775764893.384560:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9575 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.384568:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9575 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.385104:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021d5da17 reply state 00000000eceec5b0 transno 4294977207 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9575 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.385119:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcd400/0x2bbd42d658b9575 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 150 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.385126:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.385128:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764893.385131:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.385138:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9567 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.385144:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9567 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.385151:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9567 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.385157:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9567 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.385162:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.385166:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9567 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.385173:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9567 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.385181:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.385183:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.385187:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9567 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.385193:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9567 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.385204:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021d5da17 reply state 00000000eceec5b0 transno 4294977207 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b956e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf180b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.385213:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcde00/0x2bbd42d658b956e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf180b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.385219:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf180b7 (ffff9ee4a625a400) 00010000:00010000:1.0:1775764893.385221:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.385223:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.385273:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+330:89014:x1862022133160192:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13033us (13214us total) trans 4294977207 rc 0/0 00000100:00100000:1.0:1775764893.385280:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16939 00000100:00100000:3.0:1775764893.388489:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.388598:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133160448 00000100:00100000:0.0:1775764893.388608:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133160448 00000100:00100000:0.0:1775764893.388983:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16940 00000100:00100000:0.0:1775764893.388995:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133160448:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.389015:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.389035:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b957c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f85 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.389105:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9583 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 151 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.389120:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9583 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.389131:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9583 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.389176:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.389198:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9583 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.389222:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.389226:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.389229:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.389231:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.389234:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.389238:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.389260:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b957c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f85 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.389279:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9583 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 151 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f85 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.389287:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.389290:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.389294:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39e9f0800, rc 0) 00000100:00100000:0.0:1775764893.389364:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133160448:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 372us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.389371:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16940 00000100:00100000:0.0:1775764893.396981:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.397046:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133160704 00000100:00100000:1.0:1775764893.397056:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133160704 00000100:00100000:1.0:1775764893.397109:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16941 00000100:00100000:1.0:1775764893.397118:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+330:89014:x1862022133160704:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.397202:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b958a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.397219:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b958a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.397232:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b958a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.397247:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b9591 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x37f9667a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.397255:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b9591 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x37f9667a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.397261:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b9591 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x37f9667a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.397276:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b9598 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 152 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.397309:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9583 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f85 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.397317:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b9598 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.397349:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9583 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f85 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.397362:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9583 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f85 expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.397376:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154095488:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.397440:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764893.399658:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154095488:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764893.399688:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b9598 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.401253:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.401297:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.401370:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133160960 00000100:00100000:1.0:1775764893.401379:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133160960 00000100:00100000:1.0:1775764893.401432:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16942 00000100:00100000:1.0:1775764893.401441:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133160960:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764893.401462:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.401482:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b959f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f8c expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.401548:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 153 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.401562:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b9598 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.401570:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 153 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.401587:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b9598 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.401598:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 153 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.401744:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133160832 00000100:00100000:3.0:1775764893.401749:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133160832 00010000:00010000:3.0:1775764893.401769:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9583 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f85 expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.401799:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2289 00000100:00100000:3.0:1775764893.401806:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2405:x1862022133160832:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.401816:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.401835:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9583 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f85 expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.401846:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9583 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f85 expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.401864:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b9583 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f85 expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.401877:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.401881:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 153 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.401898:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b9598 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.401935:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b9598 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.401942:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b9598 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.401950:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 153 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.401957:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 153 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.401980:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764893.402036:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2405:x1862022133160832:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 230us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.402044:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2289 00010000:00010000:1.0:1775764893.402235:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b9598 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402244:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b9598 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.402752:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003755046e reply state 000000005b14005a transno 4294977208 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b9598 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402771:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f200/0x2bbd42d658b9598 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402778:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.402780:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764893.402783:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 152 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402790:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402796:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.402815:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.402822:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b958a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402830:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b958a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402835:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b958a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402842:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b958a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402848:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.402852:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b958a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402859:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b958a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402869:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.402871:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.402875:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b958a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402880:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b958a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.402901:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003755046e reply state 000000005b14005a transno 4294977208 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b9591 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x37f9667a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402910:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e000/0x2bbd42d658b9591 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x37f9667a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.402916:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x37f9667a (ffff9ee485121400) 00010000:00010000:1.0:1775764893.402918:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.402919:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.402977:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+332:89014:x1862022133160704:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5858us (6005us total) trans 4294977208 rc 0/0 00000100:00100000:1.0:1775764893.402984:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16941 00010000:00010000:0.0:1775764893.403176:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.403183:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.403222:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.403241:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.403264:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.403267:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.403270:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.403272:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.403274:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.403278:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.403298:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b959f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f8c expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.403314:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 152 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f8c expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.403322:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.403324:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.403327:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1e400, rc 0) 00000100:00100000:0.0:1775764893.403352:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133160960:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1912us (2054us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.403359:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16942 00000100:00100000:0.0:1775764893.410570:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.410680:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133161216 00000100:00100000:1.0:1775764893.410690:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133161216 00000100:00100000:1.0:1775764893.410746:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16943 00000100:00100000:1.0:1775764893.410755:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+332:89014:x1862022133161216:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.410844:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b95ad lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.410862:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b95ad lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.410878:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b95ad lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.410907:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b95b4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x863be116 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.410914:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b95b4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x863be116 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.410921:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b95b4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x863be116 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.410939:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b95bb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 153 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.410973:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f8c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.410980:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b95bb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.411011:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f8c expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.411024:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f8c expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.411036:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154095616:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.411108:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3858766c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764893.414350:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.414437:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133161344 00000100:00100000:2.0:1775764893.414446:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133161344 00010000:00010000:2.0:1775764893.414486:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f8c expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.414533:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2290 00000100:00100000:2.0:1775764893.414543:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133161344:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.414557:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.414581:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f8c expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.414593:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f8c expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.414658:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.414664:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b95bb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.414697:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b95bb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.414704:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b95bb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.414724:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764893.414770:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133161344:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 229us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.414779:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2290 00010000:00010000:1.0:1775764893.415060:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b95a6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f8c expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.415076:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154095616:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764893.415098:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b95bb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.415107:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b95bb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.415114:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b95bb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.415581:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006be4dc13 reply state 000000000859de6e transno 4294977209 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b95bb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.415595:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e800/0x2bbd42d658b95bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 152 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.415602:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.415604:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764893.415607:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.415614:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b95ad lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.416165:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b95ad lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.416174:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b95ad lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.416180:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b95ad lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.416186:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.416191:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b95ad lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.416198:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b95ad lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.416209:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.416211:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.416215:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b95ad lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.416221:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b95ad lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.416235:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006be4dc13 reply state 000000000859de6e transno 4294977209 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b95b4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x863be116 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.416244:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ee00/0x2bbd42d658b95b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x863be116 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.416249:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x863be116 (ffff9ee485121c00) 00010000:00010000:1.0:1775764893.416251:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.416253:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.416334:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+334:89014:x1862022133161216:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5577us (5772us total) trans 4294977209 rc 0/0 00000100:00100000:1.0:1775764893.416341:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16943 00000100:00100000:3.0:1775764893.417374:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.417921:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133161472 00000100:00100000:1.0:1775764893.417931:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133161472 00000100:00100000:1.0:1775764893.417983:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16944 00000100:00100000:1.0:1775764893.417992:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133161472:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764893.418012:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.418030:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b95c2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f93 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.418098:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b95c9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 153 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.418115:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b95c9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.418126:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b95c9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764893.418167:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764893.418188:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b95c9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.418207:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764893.418210:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.418212:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.418215:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:1.0:1775764893.418217:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764893.418222:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764893.418241:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b95c2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f93 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.418258:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b95c9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 153 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f93 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.418272:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.418275:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764893.418278:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1f800, rc 0) 00000100:00100000:1.0:1775764893.418325:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133161472:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 333us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.418333:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16944 00000100:00100000:3.0:1775764893.420379:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.420586:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133161728 00000100:00100000:1.0:1775764893.420596:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133161728 00000100:00100000:1.0:1775764893.420689:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16945 00000100:00100000:1.0:1775764893.420699:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+334:89014:x1862022133161728:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.420778:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b95d0 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.420793:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b95d0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.420818:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b95d0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.420835:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b95d7 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x39b4b095 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.420842:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b95d7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x39b4b095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.420848:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b95d7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x39b4b095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.420871:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b95de lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 154 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.420922:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b95c9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f93 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.420930:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b95de lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.420963:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b95c9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f93 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.420977:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b95c9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f93 expref: 33 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.420991:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154095744:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.421063:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764893.423856:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154095744:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764893.423899:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b95de lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.424530:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.424611:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133161856 00000100:00100000:2.0:1775764893.424647:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133161856 00010000:00010000:2.0:1775764893.424687:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b95c9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f93 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.424730:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2291 00000100:00100000:2.0:1775764893.424739:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133161856:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.424755:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.424781:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b95c9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f93 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.424792:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b95c9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f93 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.424820:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b95c9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f93 expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.424838:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.424842:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b95de lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.424875:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b95de lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.424893:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b95de lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.424923:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764893.424968:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133161856:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 231us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.424976:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2291 00010000:00010000:1.0:1775764893.425465:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b95de lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.425475:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b95de lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.426010:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014b25874 reply state 00000000496b09a5 transno 4294977210 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b95de lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.426029:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3853a8c00/0x2bbd42d658b95de lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 153 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.426037:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.426040:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764893.426044:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.426051:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b95d0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.426058:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b95d0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.426064:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b95d0 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.426071:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b95d0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.426077:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.426081:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b95d0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.426089:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b95d0 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.426098:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.426100:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.426104:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b95d0 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.426110:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b95d0 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.426124:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014b25874 reply state 00000000496b09a5 transno 4294977210 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b95d7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x39b4b095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.426132:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1ea00/0x2bbd42d658b95d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x39b4b095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.426138:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x39b4b095 (ffff9ee485121700) 00010000:00010000:1.0:1775764893.426140:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.426142:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.426209:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+336:89014:x1862022133161728:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5509us (5836us total) trans 4294977210 rc 0/0 00000100:00100000:1.0:1775764893.426216:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16945 00000100:00100000:3.0:1775764893.426450:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.426543:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133161984 00000100:00100000:3.0:1775764893.426550:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133161984 00000100:00100000:3.0:1775764893.426586:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16946 00000100:00100000:3.0:1775764893.426593:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133161984:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764893.426610:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764893.426653:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b95e5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76f9a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.426717:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b95ec lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 154 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.426730:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b95ec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.426740:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b95ec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764893.426772:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764893.426790:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b95ec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.426808:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764893.426811:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.426814:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.426817:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:3.0:1775764893.426819:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764893.426823:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764893.426840:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b95e5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f9a expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.426855:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b95ec lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 154 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f9a expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.426864:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.426866:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764893.426869:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a7392c00, rc 0) 00000100:00100000:3.0:1775764893.426914:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133161984:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 321us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.426921:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16946 00000100:00100000:3.0:1775764893.430020:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.430148:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133162240 00000100:00100000:1.0:1775764893.430158:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133162240 00000100:00100000:1.0:1775764893.430214:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16947 00000100:00100000:1.0:1775764893.430223:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+336:89014:x1862022133162240:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.430307:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b95f3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.430324:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b95f3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.430337:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b95f3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.430353:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b95fa lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x76e5a0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.430361:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b95fa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x76e5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.430368:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b95fa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x76e5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.430385:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b9601 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 155 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.430416:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b95ec lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f9a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.430424:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b9601 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.430457:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b95ec lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f9a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.430471:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b95ec lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f9a expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.430486:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154095872:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.430602:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3858766c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.433178:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154095872:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.433210:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b9601 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.434446:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.434537:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133162368 00000100:00100000:0.0:1775764893.434547:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133162368 00010000:00010000:0.0:1775764893.434589:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b95ec lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f9a expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.434677:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2292 00000100:00100000:0.0:1775764893.434687:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133162368:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.434702:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.434725:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b95ec lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f9a expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.434738:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b95ec lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f9a expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.434760:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b95ec lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76f9a expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.434775:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.434780:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b9601 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.434816:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b9601 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.434824:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b9601 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 155 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.434851:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764893.434915:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133162368:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 228us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.434922:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2292 00010000:00010000:3.0:1775764893.435114:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b9601 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.435123:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b9601 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.435582:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a7340ec reply state 000000003a52985d transno 4294977211 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b9601 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.435596:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a000/0x2bbd42d658b9601 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 154 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.435603:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.435606:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764893.435609:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764893.435615:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b95f3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.435645:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b95f3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.435652:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b95f3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.435659:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b95f3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.435670:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764893.435675:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b95f3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.435682:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b95f3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.435692:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764893.435694:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764893.435698:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b95f3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.435704:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b95f3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.435717:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a7340ec reply state 000000003a52985d transno 4294977211 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b95fa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x76e5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.435725:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b600/0x2bbd42d658b95fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x76e5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.435731:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x76e5a0b (ffff9ee487057400) 00010000:00010000:3.0:1775764893.435734:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764893.435736:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764893.435791:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+338:89014:x1862022133162240:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5568us (5780us total) trans 4294977211 rc 0/0 00000100:00100000:3.0:1775764893.435798:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16947 00000100:00100000:3.0:1775764893.437797:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.437895:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133162496 00000100:00100000:2.0:1775764893.437905:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133162496 00000100:00100000:2.0:1775764893.437963:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16948 00000100:00100000:2.0:1775764893.437973:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133162496:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.437992:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.438013:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9608 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76fa1 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.438079:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b960f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 155 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.438094:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b960f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.438106:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b960f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.438150:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.438172:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b960f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.438195:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.438198:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.438201:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.438204:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.438206:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.438210:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.438231:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9608 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa1 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.438248:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b960f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 155 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa1 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.438256:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.438259:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.438262:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcce00, rc 0) 00000100:00100000:2.0:1775764893.438316:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133162496:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 345us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.438324:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16948 00000100:00100000:1.0:1775764893.441272:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.441351:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133162752 00000100:00100000:3.0:1775764893.441361:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133162752 00000100:00100000:3.0:1775764893.441419:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16949 00000100:00100000:3.0:1775764893.441430:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+338:89014:x1862022133162752:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764893.441515:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9616 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.441533:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9616 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.441546:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9616 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.441562:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b961d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc8eafe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.441570:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b961d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc8eafe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.441577:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b961d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc8eafe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.441595:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b9624 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 156 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.441753:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b960f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa1 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.441763:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b9624 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.441799:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b960f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa1 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.441818:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b960f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa1 expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.441833:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38ff32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154096000:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764893.441924:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.445407:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.445485:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133163008 00000100:00100000:2.0:1775764893.445495:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133163008 00000100:00100000:2.0:1775764893.445554:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16950 00000100:00100000:2.0:1775764893.445563:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133163008:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.445584:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.445603:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b962b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76fa8 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.445703:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 157 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.445717:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b9624 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.445725:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 157 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.445743:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b9624 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.445754:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 157 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.445932:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38ff32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154096000:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764893.445955:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b9624 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.447385:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.447467:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133162880 00000100:00100000:3.0:1775764893.447474:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133162880 00010000:00010000:3.0:1775764893.447506:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b960f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa1 expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.447544:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2293 00000100:00100000:3.0:1775764893.447553:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133162880:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.447566:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.447589:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b960f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa1 expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.447602:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b960f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa1 expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.447665:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b960f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa1 expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.447687:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.447692:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 157 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.447701:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b9624 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.447731:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b9624 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.447740:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b9624 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.447747:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 157 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.447754:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 157 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.447774:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764893.447834:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133162880:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 282us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.447842:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2293 00010000:00010000:0.0:1775764893.447924:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b9624 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.447932:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b9624 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.448383:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a463b859 reply state 0000000023158e02 transno 4294977212 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b9624 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448397:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479c00/0x2bbd42d658b9624 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 156 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448404:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.448407:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764893.448410:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 156 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448415:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448422:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.448441:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764893.448449:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9616 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448456:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9616 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448461:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9616 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448468:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9616 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448474:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384478400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764893.448479:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9616 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448486:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9616 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448495:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764893.448497:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764893.448501:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9616 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448507:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9616 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.448520:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a463b859 reply state 0000000023158e02 transno 4294977212 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b961d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc8eafe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448528:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384479600/0x2bbd42d658b961d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8eafe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.448534:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc8eafe3f (ffff9ee385b45400) 00010000:00010000:0.0:1775764893.448537:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764893.448538:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764893.448584:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+340:89014:x1862022133162752:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7156us (7321us total) trans 4294977212 rc 0/0 00000100:00100000:0.0:1775764893.448591:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16949 00010000:00010000:2.0:1775764893.448733:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.448741:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.448777:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.448795:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.448817:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.448820:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.448822:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.448824:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.448827:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.448835:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.448856:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b962b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa8 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.448871:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 156 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa8 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.448880:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.448882:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.448895:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc200, rc 0) 00000100:00100000:2.0:1775764893.448922:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133163008:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3360us (3525us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.448929:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16950 00000100:00100000:0.0:1775764893.457882:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.457991:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133163264 00000100:00100000:2.0:1775764893.458000:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133163264 00000100:00100000:2.0:1775764893.458063:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16951 00000100:00100000:2.0:1775764893.458073:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+340:89014:x1862022133163264:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.458160:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9639 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.458177:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9639 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.458189:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9639 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.458203:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b9640 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7e1c66b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.458211:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b9640 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7e1c66b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.458218:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b9640 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7e1c66b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.458235:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b9647 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 157 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.458271:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa8 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.458280:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b9647 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.458313:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa8 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.458327:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa8 expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.458343:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154096128:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.458429:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764893.461849:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.461881:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.462290:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154096128:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.462316:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b9647 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.462402:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133163520 00000100:00100000:0.0:1775764893.462410:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133163520 00000100:00100000:0.0:1775764893.462468:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16952 00000100:00100000:0.0:1775764893.462478:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133163520:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.462499:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.462520:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b964e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76faf expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.462579:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 158 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.462592:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b9647 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.462600:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.462656:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b9647 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.462666:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.463063:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133163392 00000100:00100000:3.0:1775764893.463068:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133163392 00010000:00010000:3.0:1775764893.463090:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa8 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.463159:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2294 00000100:00100000:3.0:1775764893.463167:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133163392:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.463176:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.463196:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa8 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.463208:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa8 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.463226:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9632 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fa8 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.463241:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.463246:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.463254:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b9647 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.463287:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b9647 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.463296:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b9647 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.463303:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.463310:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.463341:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764893.463398:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133163392:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 231us (1558us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.463406:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2294 00010000:00010000:2.0:1775764893.463581:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b9647 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.463589:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b9647 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.464131:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b9e6b99b reply state 000000009ea1234d transno 4294977213 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b9647 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464145:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcda00/0x2bbd42d658b9647 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 157 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464152:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.464155:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764893.464157:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 157 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464163:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464168:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.464192:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.464199:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9639 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464206:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9639 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464211:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9639 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464218:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9639 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464224:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.464228:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9639 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464235:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9639 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464245:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.464247:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.464251:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9639 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464257:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9639 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.464269:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b9e6b99b reply state 000000009ea1234d transno 4294977213 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b9640 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7e1c66b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464278:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc000/0x2bbd42d658b9640 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7e1c66b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464284:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7e1c66b0 (ffff9ee4a625a100) 00010000:00010000:2.0:1775764893.464286:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.464288:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.464343:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+342:89014:x1862022133163264:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6271us (6470us total) trans 4294977213 rc 0/0 00000100:00100000:2.0:1775764893.464351:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16951 00010000:00010000:2.0:1775764893.464377:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464384:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.464422:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.464440:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.464463:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.464467:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.464470:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.464472:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.464474:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.464477:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.464497:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b964e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76faf expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464510:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 157 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76faf expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.464517:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.464520:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.464522:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39e9f1400, rc 0) 00000100:00100000:2.0:1775764893.464543:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133163520:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2068us (2662us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.464550:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16952 00000100:00100000:1.0:1775764893.472369:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.472609:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133163776 00000100:00100000:0.0:1775764893.472669:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133163776 00000100:00100000:0.0:1775764893.472729:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16953 00000100:00100000:0.0:1775764893.472739:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+342:89014:x1862022133163776:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.473094:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b965c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.473112:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b965c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.473125:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b965c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.473141:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9663 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1a6993a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.473148:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9663 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1a6993a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.473155:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9663 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1a6993a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.473173:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b966a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 158 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.473209:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76faf expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.473218:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b966a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.473254:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76faf expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.473268:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76faf expref: 33 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.473282:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154096256:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.473372:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.476312:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154096256:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.476346:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b966a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.477908:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.477955:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.478093:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133163904 00000100:00100000:2.0:1775764893.478102:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133163904 00010000:00010000:2.0:1775764893.478140:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76faf expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.478183:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2295 00000100:00100000:2.0:1775764893.478192:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133163904:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.478206:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.478229:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76faf expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.478241:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76faf expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.478264:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b9655 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76faf expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.478283:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.478288:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b966a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.478328:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b966a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.478336:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b966a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.478372:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764893.478424:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133163904:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 233us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.478432:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2295 00000100:00100000:0.0:1775764893.478932:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133164032 00000100:00100000:0.0:1775764893.478937:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133164032 00000100:00100000:0.0:1775764893.478977:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16954 00000100:00100000:0.0:1775764893.478986:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133164032:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.479003:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.479019:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9671 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76fb6 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.479075:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 158 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.479086:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b966a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.479093:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.479107:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b966a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.479117:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.479422:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b966a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.479431:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b966a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.480190:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2c83720 reply state 00000000644fc0b7 transno 4294977214 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b966a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480207:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0800/0x2bbd42d658b966a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480215:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.480218:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764893.480221:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 158 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480229:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480234:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.480255:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.480262:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b965c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480269:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b965c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480274:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b965c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480280:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b965c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480290:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.480293:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b965c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480301:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b965c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480311:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.480314:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.480317:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b965c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480323:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b965c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.480337:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2c83720 reply state 00000000644fc0b7 transno 4294977214 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9663 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1a6993a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480345:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1800/0x2bbd42d658b9663 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1a6993a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.480351:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1a6993a6 (ffff9ee39e624600) 00010000:00010000:1.0:1775764893.480354:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.480356:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.480430:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+344:89014:x1862022133163776:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7690us (8071us total) trans 4294977214 rc 0/0 00000100:00100000:1.0:1775764893.480439:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16953 00010000:00010000:0.0:1775764893.481318:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.481328:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.481370:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.481393:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.481419:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.481422:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.481424:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.481427:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.481429:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.481433:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.481460:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9671 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fb6 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.481478:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 158 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fb6 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.481486:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.481488:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.481492:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39e9f0e00, rc 0) 00000100:00100000:0.0:1775764893.481544:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133164032:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2560us (3644us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.481552:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16954 00000100:00100000:2.0:1775764893.485566:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.485816:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133164288 00000100:00100000:0.0:1775764893.485827:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133164288 00000100:00100000:0.0:1775764893.485904:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16955 00000100:00100000:0.0:1775764893.485914:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+344:89014:x1862022133164288:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.486011:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b967f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.486028:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b967f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.486041:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b967f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.486056:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b9686 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xdb029951 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.486064:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b9686 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdb029951 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.486069:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b9686 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdb029951 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.486087:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b968d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 159 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.486120:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fb6 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.486129:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b968d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.486162:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fb6 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.486175:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fb6 expref: 33 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.486190:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154096384:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.486347:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.494527:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154096384:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.494559:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b968d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.496724:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.496768:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.496864:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133164416 00000100:00100000:3.0:1775764893.496874:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133164416 00010000:00010000:3.0:1775764893.496928:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fb6 expref: 34 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.496973:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2296 00000100:00100000:3.0:1775764893.496983:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133164416:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.496999:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.497027:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fb6 expref: 34 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.497041:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fb6 expref: 34 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.497064:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b9678 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fb6 expref: 34 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.497083:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.497090:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b968d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.497129:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b968d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.497139:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b968d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.497169:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764893.497225:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133164416:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 243us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.497233:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2296 00010000:00010000:2.0:1775764893.497567:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b968d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.497576:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b968d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.498121:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003bede95c reply state 000000000d3e0f45 transno 4294977215 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b968d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498136:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385909000/0x2bbd42d658b968d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 158 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498144:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.498147:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764893.498150:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.498157:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b967f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498163:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b967f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498170:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b967f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498176:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b967f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498185:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.498189:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b967f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498196:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b967f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498205:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.498208:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.498211:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b967f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498217:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b967f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.498231:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003bede95c reply state 000000000d3e0f45 transno 4294977215 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b9686 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xdb029951 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498240:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a7392c00/0x2bbd42d658b9686 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xdb029951 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498246:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xdb029951 (ffff9ee39e624500) 00010000:00010000:2.0:1775764893.498248:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.498250:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.498306:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+346:89014:x1862022133164288:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12393us (12751us total) trans 4294977215 rc 0/0 00000100:00100000:2.0:1775764893.498314:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16955 00000100:00100000:2.0:1775764893.498334:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133164544 00000100:00100000:2.0:1775764893.498341:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133164544 00000100:00100000:2.0:1775764893.498371:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16956 00000100:00100000:2.0:1775764893.498378:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133164544:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.498394:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.498409:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9694 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76fbd expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498465:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b969b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 159 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498476:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b969b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498484:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b969b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.498514:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.498530:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b969b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.498545:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.498549:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.498551:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.498554:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.498556:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.498561:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.498576:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b9694 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fbd expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498590:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b969b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 159 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fbd expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.498602:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.498605:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.498607:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcce00, rc 0) 00000100:00100000:2.0:1775764893.498693:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133164544:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 315us (1924us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.498700:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16956 00000100:00100000:2.0:1775764893.502781:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.503012:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133164800 00000100:00100000:1.0:1775764893.503023:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133164800 00000100:00100000:1.0:1775764893.503090:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16957 00000100:00100000:1.0:1775764893.503100:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+346:89014:x1862022133164800:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.503183:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b96a2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.503200:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b96a2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.503213:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b96a2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.503228:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b96a9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x869f9732 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.503236:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b96a9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x869f9732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.503243:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b96a9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x869f9732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.503261:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b96b0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 160 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.503300:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b969b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fbd expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.503309:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b96b0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.503346:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b969b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fbd expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.503366:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b969b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fbd expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.503381:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154096512:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.504441:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.507871:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.507976:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154096512:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764893.508002:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b96b0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.508190:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133164928 00000100:00100000:3.0:1775764893.508198:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133164928 00010000:00010000:3.0:1775764893.508236:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b969b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fbd expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.508282:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2297 00000100:00100000:3.0:1775764893.508292:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133164928:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.508305:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.508331:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b969b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fbd expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.508342:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b969b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fbd expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.508363:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b969b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fbd expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.508377:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.508382:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b96b0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.508417:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b96b0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.508425:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b96b0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.508446:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764893.508531:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b96b0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.508539:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b96b0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.509047:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b4f01c7 reply state 0000000012166fbc transno 4294977216 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b96b0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.509061:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323aa00/0x2bbd42d658b96b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 159 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.509067:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.509070:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764893.509073:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.509079:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b96a2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.509085:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b96a2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.509091:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b96a2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.509097:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b96a2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.509102:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323b200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.509106:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b96a2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.509112:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b96a2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.509119:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.509121:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.509124:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b96a2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.509129:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b96a2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.509139:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b4f01c7 reply state 0000000012166fbc transno 4294977216 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b96a9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x869f9732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.509147:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ac00/0x2bbd42d658b96a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x869f9732 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.509152:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x869f9732 (ffff9ee487057f00) 00010000:00010000:1.0:1775764893.509154:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.509156:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764893.510417:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133164928:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 2117us (2546us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.510429:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2297 00000100:00100000:1.0:1775764893.510610:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+348:89014:x1862022133164800:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7511us (7838us total) trans 4294977216 rc 0/0 00000100:00100000:1.0:1775764893.510641:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16957 00000100:00100000:2.0:1775764893.514054:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.514188:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133165184 00000100:00100000:0.0:1775764893.514199:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133165184 00000100:00100000:0.0:1775764893.514258:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16958 00000100:00100000:0.0:1775764893.514269:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+348:89014:x1862022133165184:12345-192.168.202.48@tcp:36:createmany.0 00000100:00100000:3.0:1775764893.514578:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.514759:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133165312 00000100:00100000:2.0:1775764893.514764:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133165312 00000100:00100000:2.0:1775764893.514798:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16959 00000100:00100000:2.0:1775764893.514807:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133165312:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.514819:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.514840:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b96b7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76fc4 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.514922:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 160 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.514938:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.514951:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.514982:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b96c5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.514994:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b96c5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.514996:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1775764893.515008:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b96c5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.515022:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.515024:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b96cc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6dc22238 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.515042:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b96cc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6dc22238 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.515049:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b96cc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6dc22238 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.515050:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.515056:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.515063:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.515065:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.515068:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:0.0:1775764893.515073:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b96d3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 162 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764893.515073:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.515093:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b96b7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fc4 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.515256:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fc4 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.515272:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b96d3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.515591:0:27904:0:(ldlm_lockd.c:1464:ldlm_handle_enqueue()) ### save blocking bits 22 in granted lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fc4 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.515607:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fc4 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.515722:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x60200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fc4 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.515856:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fc4 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.515866:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fc4 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.515879:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa33100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154096640:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.516011:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00000100:00100000:0.0:1775764893.516012:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e900 going to sleep for 11 seconds 00010000:00010000:2.0:1775764893.516015:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.516020:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b96d3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.516046:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdcc600, rc 0) 00000100:00100000:2.0:1775764893.516081:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133165312:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1274us (1504us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.516093:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16959 00000100:00100000:0.0:1775764893.519175:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa33100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154096640:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.519203:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b96d3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.519716:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.520031:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.520093:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133165568 00000100:00100000:2.0:1775764893.520100:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133165568 00010000:00010000:2.0:1775764893.520138:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fc4 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.520176:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2298 00000100:00100000:2.0:1775764893.520185:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133165568:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.520199:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.520223:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fc4 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.520236:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fc4 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.520257:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b96be lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fc4 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.520273:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.520278:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b96d3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.520314:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b96d3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.520322:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b96d3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 161 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.520363:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764893.520410:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b96d3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.520418:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133165568:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 231us (384us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764893.520423:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b96d3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.520432:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2298 00000004:00010000:1.0:1775764893.521000:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a55fcee9 reply state 000000000cce2737 transno 4294977217 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b96d3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.521014:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1400/0x2bbd42d658b96d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 160 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.521022:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.521025:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764893.521028:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.521034:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b96c5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.521041:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b96c5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.521047:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b96c5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.521054:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b96c5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.521059:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.521064:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b96c5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.521074:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b96c5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.521084:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.521157:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.521164:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b96c5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.521171:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b96c5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.521184:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a55fcee9 reply state 000000000cce2737 transno 4294977217 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b96cc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6dc22238 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.521192:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f0e00/0x2bbd42d658b96cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6dc22238 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.521198:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6dc22238 (ffff9ee4c00dfa00) 00010000:00010000:1.0:1775764893.521201:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.521203:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.521251:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+350:89014:x1862022133165184:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6984us (7206us total) trans 4294977217 rc 0/0 00000100:00100000:1.0:1775764893.521258:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16958 00000100:00100000:1.0:1775764893.521275:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133165440 00000100:00100000:1.0:1775764893.521280:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133165440 00000100:00100000:0.0:1775764893.521453:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16960 00000100:00100000:0.0:1775764893.521463:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133165440:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.521481:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.521495:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b96da lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76fcb expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.521548:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b96e1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 161 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.521559:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b96e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.521572:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b96e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.521600:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.522102:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b96e1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.522124:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.522127:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.522130:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.522132:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.522135:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.522138:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.522156:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b96da lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fcb expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.522171:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b96e1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 161 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fcb expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.522178:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.522181:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.522184:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff05e00, rc 0) 00000100:00100000:0.0:1775764893.522270:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133165440:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 808us (2554us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.522277:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16960 00000100:00100000:2.0:1775764893.530781:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.531677:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133165824 00000100:00100000:3.0:1775764893.531689:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133165824 00000100:00100000:3.0:1775764893.531796:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16961 00000100:00100000:3.0:1775764893.531808:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+350:89014:x1862022133165824:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764893.531906:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b96e8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.531921:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b96e8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.531934:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b96e8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.531950:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b96ef lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xea5576eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.531961:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b96ef lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xea5576eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.531967:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b96ef lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xea5576eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.531986:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b96f6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 162 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.532021:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b96e1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fcb expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.532030:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b96f6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.532065:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b96e1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fcb expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.532079:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b96e1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fcb expref: 33 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.532093:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38ff31180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154096768:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764893.532178:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764893.543978:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38ff31180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154096768:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764893.544009:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b96f6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.546553:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.546659:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.546736:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133166080 00000100:00100000:3.0:1775764893.546748:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133166080 00000100:00100000:3.0:1775764893.546808:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16962 00000100:00100000:3.0:1775764893.546817:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133166080:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764893.546839:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764893.546859:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b96fd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76fd2 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.546939:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 163 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.546955:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b96f6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.546962:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 163 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.546980:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b96f6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.546990:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 163 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.548758:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133165952 00000100:00100000:0.0:1775764893.548768:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133165952 00010000:00010000:0.0:1775764893.548806:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b96e1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fcb expref: 36 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.548849:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2299 00000100:00100000:0.0:1775764893.548858:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133165952:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.548871:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.548905:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b96e1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fcb expref: 36 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.548918:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b96e1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fcb expref: 36 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.548939:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b96e1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fcb expref: 36 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.548955:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.548960:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 163 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.548969:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b96f6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.549004:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b96f6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.549011:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b96f6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.549016:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 163 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.549020:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 163 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.549049:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764893.549099:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133165952:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 242us (2553us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.549107:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2299 00010000:00010000:3.0:1775764893.549232:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b96f6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549240:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b96f6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.549795:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003337293e reply state 000000007813aadc transno 4294977218 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b96f6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549814:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39d727c00/0x2bbd42d658b96f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549822:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.549824:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764893.549827:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 162 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549834:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549840:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.549867:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764893.549875:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b96e8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549892:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b96e8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549899:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b96e8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549905:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b96e8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549911:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384478400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764893.549915:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b96e8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549922:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b96e8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549932:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764893.549935:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764893.549938:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b96e8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549945:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b96e8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.549957:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003337293e reply state 000000007813aadc transno 4294977218 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b96ef lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xea5576eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549966:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384c53800/0x2bbd42d658b96ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xea5576eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.549972:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xea5576eb (ffff9ee385b45100) 00010000:00010000:3.0:1775764893.549974:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764893.549976:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764893.550096:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+352:89014:x1862022133165824:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 18289us (19324us total) trans 4294977218 rc 0/0 00000100:00100000:3.0:1775764893.550104:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16961 00010000:00010000:2.0:1775764893.550383:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.550391:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.550427:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.550448:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.550470:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.550473:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.550476:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.550478:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.550480:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.550484:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.550504:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b96fd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd2 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.550520:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 162 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd2 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.550533:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.550536:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.550539:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb91600, rc 0) 00000100:00100000:2.0:1775764893.550564:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133166080:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3749us (3904us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.550571:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16962 00000100:00100000:2.0:1775764893.561168:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.561269:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133166336 00000100:00100000:1.0:1775764893.561278:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133166336 00000100:00100000:1.0:1775764893.561340:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16963 00000100:00100000:1.0:1775764893.561350:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+352:89014:x1862022133166336:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.561438:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b970b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.561454:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b970b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.561467:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b970b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.561483:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b9712 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x84541c6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.561489:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b9712 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x84541c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.561495:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b9712 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x84541c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.561513:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b9719 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 163 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.561549:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd2 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.561557:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b9719 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.561590:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd2 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.561603:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd2 expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.561617:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb9ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154096896:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.561728:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764893.564287:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.564446:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb9ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154096896:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.564476:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b9719 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.566707:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133166464 00000100:00100000:3.0:1775764893.566719:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133166464 00010000:00010000:3.0:1775764893.566754:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd2 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.566784:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2300 00000100:00100000:3.0:1775764893.566789:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133166464:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.566800:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.566824:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd2 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.566837:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd2 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.566858:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9704 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd2 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.566875:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.566880:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b9719 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.566926:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b9719 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.566934:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b9719 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 163 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.566968:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764893.567065:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b9719 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.567074:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b9719 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.567476:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015bb9575 reply state 00000000d20d53db transno 4294977219 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b9719 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.567486:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b200/0x2bbd42d658b9719 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 162 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.567491:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.567492:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764893.567494:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.567499:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b970b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.567503:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b970b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.567507:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b970b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.567512:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b970b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.567518:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323ba00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.567521:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b970b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.567526:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b970b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.567531:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.567532:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.567534:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b970b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.567537:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b970b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.567544:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015bb9575 reply state 00000000d20d53db transno 4294977219 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b9712 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x84541c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.567549:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a400/0x2bbd42d658b9712 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x84541c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.567552:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x84541c6 (ffff9ee4965d0200) 00010000:00010000:1.0:1775764893.567554:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.567554:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764893.570610:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133166464:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 3807us (6319us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.570637:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2300 00000100:00100000:1.0:1775764893.570920:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+354:89014:x1862022133166336:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9570us (9759us total) trans 4294977219 rc 0/0 00000100:00100000:1.0:1775764893.570929:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16963 00000100:00100000:2.0:1775764893.572609:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.572905:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133166592 00000100:00100000:1.0:1775764893.572915:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133166592 00000100:00100000:1.0:1775764893.572961:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16964 00000100:00100000:1.0:1775764893.572971:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133166592:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764893.572995:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.573018:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b9720 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76fd9 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.573091:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b9727 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 163 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.573108:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b9727 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.573120:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b9727 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764893.573167:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764893.573190:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b9727 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.573209:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764893.573211:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.573214:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.573216:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:1.0:1775764893.573217:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764893.573221:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764893.573242:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b9720 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd9 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.573260:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b9727 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 163 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd9 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.573274:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.573277:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764893.573280:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323b400, rc 0) 00000100:00100000:1.0:1775764893.573341:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133166592:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 371us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.573348:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16964 00000100:00100000:0.0:1775764893.577523:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.577762:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133166848 00000100:00100000:3.0:1775764893.577772:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133166848 00000100:00100000:2.0:1775764893.578138:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16965 00000100:00100000:2.0:1775764893.578148:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+354:89014:x1862022133166848:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.578233:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b972e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.578252:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b972e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.578265:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b972e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.578281:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b9735 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xedca959 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.578288:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b9735 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xedca959 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.578295:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b9735 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xedca959 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.578318:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b973c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 164 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.578354:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b9727 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd9 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.578363:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b973c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.578397:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b9727 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd9 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.578412:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b9727 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd9 expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.578427:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154097024:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.578512:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764893.583788:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.583968:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133166976 00000100:00100000:3.0:1775764893.583978:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133166976 00010000:00010000:3.0:1775764893.584018:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b9727 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd9 expref: 34 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.584072:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2301 00000100:00100000:3.0:1775764893.584083:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133166976:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.584099:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.584127:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b9727 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd9 expref: 34 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.584140:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b9727 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd9 expref: 34 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.584162:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.584167:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b973c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.584203:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b973c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.584211:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b973c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.584231:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764893.584283:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133166976:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 202us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.584291:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2301 00000100:00100000:0.0:1775764893.586644:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.586761:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133167104 00000100:00100000:0.0:1775764893.586770:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133167104 00000100:00100000:0.0:1775764893.586811:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16966 00000100:00100000:0.0:1775764893.586819:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133167104:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.586837:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.586858:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9743 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76fe0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.586938:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 165 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.586951:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b973c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.586959:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 165 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.586976:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b973c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.586987:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 165 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.587266:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b9727 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fd9 expref: 35 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.587283:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154097024:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.587306:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b973c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.587314:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b973c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.587320:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b973c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.588715:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000875e3cd reply state 000000000c30c8d6 transno 4294977220 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b973c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588734:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc200/0x2bbd42d658b973c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 164 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588740:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.588742:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764893.588745:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 164 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588751:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588756:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.588823:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.588832:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b972e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588838:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b972e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588843:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b972e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588850:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b972e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588856:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.588861:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b972e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588868:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b972e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588878:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.588881:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.588896:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b972e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588902:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b972e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.588914:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000875e3cd reply state 000000000c30c8d6 transno 4294977220 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b9735 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xedca959 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588923:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcce00/0x2bbd42d658b9735 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xedca959 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.588929:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xedca959 (ffff9ee4a625ab00) 00010000:00010000:2.0:1775764893.588931:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.588933:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.589010:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+356:89014:x1862022133166848:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10862us (11500us total) trans 4294977220 rc 0/0 00000100:00100000:2.0:1775764893.589017:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16965 00010000:00010000:0.0:1775764893.599857:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.599875:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.599989:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000004:00200000:0.0:1775764893.600042:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.600065:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.600089:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.600091:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.600093:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.600094:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.600096:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.600099:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.600121:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9743 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe0 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.600135:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 164 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe0 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.600148:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.600151:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.600155:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39e9f1e00, rc 0) 00000100:00100000:0.0:1775764893.600214:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133167104:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 13395us (13591us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.600222:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16966 00000100:00100000:0.0:1775764893.600247:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133167360 00000100:00100000:0.0:1775764893.600253:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133167360 00000100:00100000:0.0:1775764893.600281:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16967 00000100:00100000:0.0:1775764893.600286:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+356:89014:x1862022133167360:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.600338:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b9751 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.600348:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b9751 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.600357:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b9751 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.600367:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b9758 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7b54344c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.600371:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b9758 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7b54344c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.600375:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b9758 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7b54344c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.600388:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b975f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 165 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.600419:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe0 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.600424:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b975f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.600448:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe0 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.600456:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe0 expref: 33 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.600466:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa30700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154097152:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.600503:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.604785:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa30700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154097152:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.604813:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b975f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.605711:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.606062:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133167488 00000100:00100000:3.0:1775764893.606071:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133167488 00000100:00100000:3.0:1775764893.606132:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16968 00000100:00100000:3.0:1775764893.606249:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133167488:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764893.606272:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764893.606293:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9766 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76fe7 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.606360:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 166 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.606376:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b975f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.606384:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 166 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.606402:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b975f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.606412:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 166 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.607967:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.608052:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133167616 00000100:00100000:1.0:1775764893.608060:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133167616 00010000:00010000:1.0:1775764893.608095:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe0 expref: 36 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.608135:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2302 00000100:00100000:1.0:1775764893.608144:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133167616:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764893.608158:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764893.608183:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe0 expref: 36 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.608196:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe0 expref: 36 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.608219:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b974a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe0 expref: 36 pid: 10039 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.608235:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.608241:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 166 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.608249:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b975f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.608285:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b975f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.608291:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b975f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.608296:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 166 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.608299:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 166 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.608328:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764893.608373:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133167616:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 230us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.608381:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2302 00010000:00010000:2.0:1775764893.608468:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b975f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.608476:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b975f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.608999:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7513855 reply state 000000004775dab3 transno 4294977221 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b975f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609015:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031800/0x2bbd42d658b975f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609021:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.609024:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764893.609026:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 165 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609033:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609040:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.609061:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.609069:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b9751 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609075:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b9751 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609081:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b9751 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609087:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b9751 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609093:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.609098:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b9751 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609105:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b9751 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609115:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.609118:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.609121:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b9751 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609127:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b9751 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.609140:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7513855 reply state 000000004775dab3 transno 4294977221 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b9758 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7b54344c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609149:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030a00/0x2bbd42d658b9758 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7b54344c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.609155:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7b54344c (ffff9ee4c00df800) 00010000:00010000:2.0:1775764893.609157:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.609159:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.609209:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+358:89014:x1862022133167360:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8920us (9222us total) trans 4294977221 rc 0/0 00000100:00100000:2.0:1775764893.609216:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16967 00010000:00010000:2.0:1775764893.611714:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.611731:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.611796:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.611822:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.611849:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.611852:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.611855:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.611857:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.611859:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.611863:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.611913:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9766 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe7 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.611935:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 165 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe7 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.611944:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.611947:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.611951:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff04a00, rc 0) 00000100:00100000:2.0:1775764893.612012:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133167488:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5870us (6304us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.612022:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16968 00000100:00100000:3.0:1775764893.613148:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.613260:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133167872 00000100:00100000:2.0:1775764893.613270:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133167872 00000100:00100000:2.0:1775764893.613326:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16969 00000100:00100000:2.0:1775764893.613335:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+358:89014:x1862022133167872:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.613415:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9774 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.613432:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9774 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.613443:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9774 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.613458:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b977b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3827dcfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.613464:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b977b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3827dcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.613470:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b977b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3827dcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.613488:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b9782 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 166 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.613525:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe7 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.613533:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b9782 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.613568:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe7 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.613581:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe7 expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.613595:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154097280:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.616296:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764893.621034:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.621057:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154097280:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.621083:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b9782 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.621311:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133168000 00000100:00100000:0.0:1775764893.621319:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133168000 00010000:00010000:0.0:1775764893.621356:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe7 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.621397:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2303 00000100:00100000:0.0:1775764893.621406:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133168000:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.621419:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.621444:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe7 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.621455:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe7 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.621476:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b976d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fe7 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.621490:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.621494:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b9782 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.621532:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b9782 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.621540:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b9782 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 166 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.621568:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764893.621640:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133168000:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 214us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.621649:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2303 00010000:00010000:2.0:1775764893.621723:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b9782 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.621731:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b9782 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.622518:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e0038e34 reply state 0000000081a60e45 transno 4294977222 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b9782 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.622534:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee386226c00/0x2bbd42d658b9782 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 165 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.622542:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.622544:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764893.622548:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.622554:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9774 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.622561:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9774 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.622567:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9774 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.622580:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9774 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.622586:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdcc800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.622590:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9774 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.622598:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9774 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.622607:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.622610:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.622662:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9774 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.622669:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9774 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.622681:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e0038e34 reply state 0000000081a60e45 transno 4294977222 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b977b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3827dcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.622690:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc600/0x2bbd42d658b977b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3827dcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.622697:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3827dcfe (ffff9ee4a625a700) 00010000:00010000:2.0:1775764893.622699:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.622701:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.622761:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+360:89014:x1862022133167872:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9426us (9624us total) trans 4294977222 rc 0/0 00000100:00100000:2.0:1775764893.622769:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16969 00000100:00100000:3.0:1775764893.623381:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.623857:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133168128 00000100:00100000:2.0:1775764893.623867:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133168128 00000100:00100000:2.0:1775764893.623993:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16970 00000100:00100000:2.0:1775764893.624004:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133168128:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.624022:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.624041:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9789 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76fee expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.624107:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9790 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 166 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.624121:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9790 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.624131:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9790 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.624169:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.624190:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9790 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.624209:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.624212:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.624215:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.624217:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:2.0:1775764893.624220:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.624224:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.624243:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9789 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fee expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.624266:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9790 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 166 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fee expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.624274:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.624276:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.624279:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1fc00, rc 0) 00000100:00100000:2.0:1775764893.624386:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133168128:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 384us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.624394:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16970 00000100:00100000:0.0:1775764893.628506:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.632341:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133168384 00000100:00100000:2.0:1775764893.632355:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133168384 00000100:00100000:2.0:1775764893.632421:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16971 00000100:00100000:2.0:1775764893.632432:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+360:89014:x1862022133168384:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.632523:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9797 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.632542:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9797 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.632555:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9797 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.632572:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b979e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x674943a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.632579:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b979e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x674943a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.632590:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b979e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x674943a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.632609:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b97a5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 167 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.632677:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9790 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fee expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.632686:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b97a5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.632723:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9790 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fee expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.632737:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9790 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fee expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.632752:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154097408:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.632833:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.635957:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38337c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154097408:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.635989:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b97a5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.638147:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.638299:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133168512 00000100:00100000:1.0:1775764893.638309:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133168512 00000100:00100000:1.0:1775764893.638367:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16972 00000100:00100000:1.0:1775764893.638378:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133168512:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764893.638398:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.638418:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b97ac lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ff5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.638485:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 168 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.638500:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b97a5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.638507:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 168 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.638525:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b97a5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.638536:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 168 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.641600:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.641674:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133168640 00000100:00100000:1.0:1775764893.641684:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133168640 00010000:00010000:1.0:1775764893.641726:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9790 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fee expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.641764:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2304 00000100:00100000:1.0:1775764893.641774:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133168640:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764893.641789:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764893.641832:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9790 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fee expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.641846:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9790 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fee expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.641868:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b9790 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76fee expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.641903:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.641909:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 168 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.641917:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b97a5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.641953:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b97a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.641961:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b97a5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.641968:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 168 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.641973:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 168 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.642000:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764893.642053:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b97a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.642058:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133168640:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 287us (466us total) trans 0 rc 0/0 00010000:00010000:2.0:1775764893.642062:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b97a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.642066:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2304 00000004:00010000:2.0:1775764893.642533:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e169c004 reply state 000000002321b4c4 transno 4294977223 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b97a5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642546:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f800/0x2bbd42d658b97a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 167 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642553:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.642555:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764893.642557:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642563:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642569:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.642595:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.642603:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9797 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642610:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9797 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642616:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9797 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642646:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9797 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642652:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.642657:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9797 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642665:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9797 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642674:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.642676:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.642680:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9797 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642686:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9797 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.642697:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e169c004 reply state 000000002321b4c4 transno 4294977223 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b979e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x674943a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642706:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e400/0x2bbd42d658b979e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x674943a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.642712:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x674943a4 (ffff9ee4a625a900) 00010000:00010000:2.0:1775764893.642714:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.642716:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.642760:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+362:89014:x1862022133168384:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10331us (14262us total) trans 4294977223 rc 0/0 00000100:00100000:2.0:1775764893.642765:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16971 00010000:00010000:0.0:1775764893.642844:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.642853:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.642902:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.642921:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.642943:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.642946:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.642949:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.642951:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:0.0:1775764893.642953:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.642958:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.642978:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b97ac lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ff5 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.642992:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 167 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ff5 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.642998:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.642999:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.643001:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323b800, rc 0) 00000100:00100000:0.0:1775764893.643020:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133168512:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4646us (4884us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.643024:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16972 00000100:00100000:3.0:1775764893.647721:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.647776:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133168896 00000100:00100000:1.0:1775764893.647787:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133168896 00000100:00100000:1.0:1775764893.647857:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16973 00000100:00100000:1.0:1775764893.647867:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+362:89014:x1862022133168896:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.648091:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97ba lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.648109:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97ba lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.648122:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97ba lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.648316:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b97c1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3b3d9317 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.648326:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b97c1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3b3d9317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.648334:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b97c1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3b3d9317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.648355:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b97c8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 168 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.648392:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ff5 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.648401:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b97c8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.648436:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ff5 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.648451:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ff5 expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.648471:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb98e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154097536:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.648556:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764893.653067:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb98e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154097536:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764893.653096:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b97c8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.656371:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.657251:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.657319:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133169152 00000100:00100000:3.0:1775764893.657328:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133169152 00000100:00100000:3.0:1775764893.657375:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16974 00000100:00100000:3.0:1775764893.657382:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133169152:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764893.657400:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764893.657418:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b97cf lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf76ffc expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.657473:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 169 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.657484:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b97c8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.657488:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 169 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.657502:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b97c8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.657509:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 169 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.662101:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133169024 00000100:00100000:0.0:1775764893.662117:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133169024 00010000:00010000:2.0:1775764893.662261:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ff5 expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.662304:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2305 00000100:00100000:2.0:1775764893.662311:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133169024:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.662323:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.662345:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ff5 expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.662355:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ff5 expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.662371:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b97b3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ff5 expref: 36 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.662383:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.662387:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 169 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.662394:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b97c8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.662425:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b97c8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.662431:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b97c8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.662436:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 169 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.662439:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 169 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.662462:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764893.662494:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b97c8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.662502:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b97c8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.662529:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133169024:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 218us (6170us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.662536:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2305 00000004:00010000:1.0:1775764893.664298:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007292f6a9 reply state 000000009b2ee7f8 transno 4294977224 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b97c8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664324:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a800/0x2bbd42d658b97c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 168 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664334:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.664336:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764893.664339:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 168 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664347:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664353:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.664389:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.664396:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97ba lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664404:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97ba lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664410:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97ba lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664416:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97ba lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664421:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.664426:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97ba lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664434:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97ba lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664445:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.664448:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.664452:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97ba lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664458:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97ba lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.664470:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007292f6a9 reply state 000000009b2ee7f8 transno 4294977224 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b97c1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3b3d9317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664479:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a200/0x2bbd42d658b97c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3b3d9317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.664485:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3b3d9317 (ffff9ee4965d0100) 00010000:00010000:1.0:1775764893.664487:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.664489:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.664565:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+364:89014:x1862022133168896:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16696us (16850us total) trans 4294977224 rc 0/0 00000100:00100000:1.0:1775764893.664574:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16973 00010000:00010000:3.0:1775764893.665661:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.665676:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764893.665724:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764893.665746:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.665767:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764893.665769:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.665771:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.665773:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:3.0:1775764893.665774:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764893.665778:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764893.665798:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b97cf lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ffc expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.665813:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 168 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ffc expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.665821:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.665823:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764893.665826:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb91600, rc 0) 00000100:00100000:3.0:1775764893.665870:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133169152:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8487us (8621us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.665877:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16974 00000100:00100000:2.0:1775764893.668831:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.668928:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133169408 00000100:00100000:0.0:1775764893.668937:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133169408 00000100:00100000:0.0:1775764893.669002:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16975 00000100:00100000:0.0:1775764893.669012:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+364:89014:x1862022133169408:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.669104:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b97dd lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.669122:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b97dd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.669134:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b97dd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.669149:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b97e4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc2195df2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.669155:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b97e4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc2195df2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.669161:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b97e4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc2195df2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.669177:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b97eb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 169 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.669215:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ffc expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.669223:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b97eb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.669262:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ffc expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.669275:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ffc expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.669289:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154097664:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.669379:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.676351:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.676387:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.676503:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133169536 00000100:00100000:3.0:1775764893.676503:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133169664 00000100:00100000:1.0:1775764893.676515:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133169536 00000100:00100000:3.0:1775764893.676515:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133169664 00010000:00010000:3.0:1775764893.676556:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ffc expref: 35 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.676582:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16976 00000100:00100000:3.0:1775764893.676584:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2306 00000100:00100000:1.0:1775764893.676593:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133169536:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:3.0:1775764893.676593:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133169664:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.676608:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764893.676612:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764893.676651:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97f2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77003 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.676720:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 171 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.676734:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b97eb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.676742:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 171 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.676760:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b97eb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.676771:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 171 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.676782:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ffc expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.677007:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ffc expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.677032:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.677036:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b97d6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf76ffc expref: 36 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.677036:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 172 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.677044:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b97eb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.677051:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154097664:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764893.677078:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b97eb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.677085:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b97eb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.677092:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 170 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.677097:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 170 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677104:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b97eb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.677109:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764893.677110:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b97eb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677115:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b97eb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.677265:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133169664:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 674us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.677272:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2306 00000004:00010000:2.0:1775764893.677584:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cd9d97e reply state 000000002c0a230c transno 4294977225 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b97eb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677597:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031c00/0x2bbd42d658b97eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 169 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677604:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.677607:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764893.677609:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 169 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677658:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677665:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.677682:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.677688:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b97dd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677695:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b97dd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677701:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b97dd lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677708:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b97dd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677713:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480030800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.677717:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b97dd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677725:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b97dd lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677734:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.677736:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.677739:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b97dd lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677745:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b97dd lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.677758:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cd9d97e reply state 000000002c0a230c transno 4294977225 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b97e4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc2195df2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677767:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030600/0x2bbd42d658b97e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc2195df2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.677773:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc2195df2 (ffff9ee4c00dff00) 00010000:00010000:2.0:1775764893.677775:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.677777:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.677818:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+366:89014:x1862022133169408:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8808us (8997us total) trans 4294977225 rc 0/0 00000100:00100000:2.0:1775764893.677825:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16975 00010000:00010000:1.0:1775764893.677903:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.677910:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764893.677942:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764893.677962:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.677982:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764893.677985:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.677989:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764893.677991:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764893 00000004:00010000:1.0:1775764893.677993:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764893.677997:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764893.678015:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b97f2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77003 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.678026:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 169 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77003 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.678031:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.678032:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764893.678034:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38323bc00, rc 0) 00000100:00100000:1.0:1775764893.678052:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133169536:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1463us (1713us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.678056:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16976 00000100:00100000:3.0:1775764893.687457:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.687539:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133169920 00000100:00100000:1.0:1775764893.687552:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133169920 00000100:00100000:1.0:1775764893.687614:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16977 00000100:00100000:1.0:1775764893.687647:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+366:89014:x1862022133169920:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.687735:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b9800 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.687752:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b9800 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.687765:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b9800 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.687779:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b9807 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x13bc0975 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.687786:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b9807 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13bc0975 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.687791:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b9807 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13bc0975 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.687830:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b980e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 170 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.687867:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77003 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.687874:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b980e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.688150:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77003 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.688164:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77003 expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.688178:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfb98e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154097792:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.688253:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.690760:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfb98e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154097792:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.690790:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b980e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.693251:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.693502:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.693616:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133170176 00000100:00100000:0.0:1775764893.693676:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133170176 00000100:00100000:0.0:1775764893.693730:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16978 00000100:00100000:0.0:1775764893.693740:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133170176:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.693760:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.693780:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9815 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7700a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.693793:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133170048 00000100:00100000:1.0:1775764893.693798:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133170048 00010000:00010000:0.0:1775764893.693851:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 171 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.693865:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b980e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.693873:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 171 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.693907:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b980e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.693919:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 171 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.693947:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77003 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.694014:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2307 00000100:00100000:1.0:1775764893.694021:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133170048:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764893.694031:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764893.694050:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77003 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.694063:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77003 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.694080:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b97f9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77003 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.694096:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.694101:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 171 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.694112:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b980e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.694161:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b980e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.694169:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b980e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.694176:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 171 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.694182:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 171 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.694208:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764893.694271:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133170048:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 250us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.694279:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2307 00010000:00010000:2.0:1775764893.694333:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b980e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.694341:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b980e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.694869:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e953acc4 reply state 000000008e0a775b transno 4294977226 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b980e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.694894:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b400/0x2bbd42d658b980e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.694901:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.694904:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764893.694907:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 170 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.694913:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.694919:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.694937:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.694945:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b9800 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.694952:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b9800 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.694958:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b9800 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.694965:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b9800 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.694970:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323be00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.694973:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b9800 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.694980:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b9800 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.694988:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.694991:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.694994:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b9800 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.695001:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b9800 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.695012:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e953acc4 reply state 000000008e0a775b transno 4294977226 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b9807 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13bc0975 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.695020:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ae00/0x2bbd42d658b9807 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13bc0975 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.695026:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x13bc0975 (ffff9ee4965d0800) 00010000:00010000:2.0:1775764893.695028:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.695030:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.695094:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+368:89014:x1862022133169920:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7470us (7647us total) trans 4294977226 rc 0/0 00000100:00100000:2.0:1775764893.695101:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16977 00010000:00010000:2.0:1775764893.695125:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.695132:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.695163:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.695181:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.695203:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.695206:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.695209:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.695211:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764893 -> 1775764894 00000004:00010000:2.0:1775764893.695213:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.695217:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.695234:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9815 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7700a expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.695248:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 170 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7700a expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.695255:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.695257:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.695259:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee480030c00, rc 0) 00000100:00100000:2.0:1775764893.695282:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133170176:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1544us (1932us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.695288:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16978 00000100:00100000:2.0:1775764893.701240:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.701452:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133170432 00000100:00100000:0.0:1775764893.701463:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133170432 00000100:00100000:0.0:1775764893.701527:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16979 00000100:00100000:0.0:1775764893.701537:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+368:89014:x1862022133170432:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.701659:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9823 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.701678:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9823 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.701692:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9823 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.701708:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b982a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x93a51825 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.701715:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b982a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x93a51825 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.701722:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b982a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x93a51825 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.701741:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b9831 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 171 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.701778:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7700a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.701792:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b9831 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.701838:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7700a expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.701851:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7700a expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.701867:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154097920:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.701965:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.705187:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154097920:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.705218:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b9831 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.706496:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.706542:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.706657:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133170560 00000100:00100000:0.0:1775764893.706667:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133170560 00010000:00010000:0.0:1775764893.706708:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7700a expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.706742:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2308 00000100:00100000:0.0:1775764893.706751:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133170560:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.706764:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.706787:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7700a expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.706986:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7700a expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.707011:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b981c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7700a expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.707029:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.707035:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b9831 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.707073:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b9831 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.707082:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b9831 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.707111:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764893.707258:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b9831 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.707266:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b9831 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.711410:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000056810c5 reply state 00000000e4e814fc transno 4294977227 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b9831 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.711444:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6600/0x2bbd42d658b9831 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 170 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.711454:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.711458:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764893.711462:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.711470:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9823 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.711477:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9823 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.711483:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9823 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.711490:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9823 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.711496:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bff05e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.711501:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9823 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.711508:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9823 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.711518:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.711521:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.711524:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9823 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.711530:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9823 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.711544:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000056810c5 reply state 00000000e4e814fc transno 4294977227 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b982a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x93a51825 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.711552:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff04a00/0x2bbd42d658b982a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x93a51825 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.711559:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x93a51825 (ffff9ee4c00df300) 00010000:00010000:2.0:1775764893.711561:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.711563:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764893.711718:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133170688 00000100:00100000:3.0:1775764893.711728:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133170688 00000100:00100000:3.0:1775764893.711782:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16980 00000100:00100000:3.0:1775764893.711790:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133170688:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764893.711822:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764893.711839:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9838 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77011 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.711910:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b983f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 171 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.711923:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b983f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.711932:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b983f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764893.711969:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764893.711988:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b983f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.712006:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764893.712009:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.712012:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.712014:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764893.712016:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764893.712021:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764893.712038:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9838 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77011 expref: 36 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.712056:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b983f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 171 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77011 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.712063:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.712066:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764893.712068:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa56000, rc 0) 00000100:00100000:0.0:1775764893.712169:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133170560:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 5418us (5680us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.712178:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2308 00000100:00100000:2.0:1775764893.712518:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+370:89014:x1862022133170432:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10982us (11286us total) trans 4294977227 rc 0/0 00000100:00100000:2.0:1775764893.712525:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16979 00000100:00100000:3.0:1775764893.714547:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133170688:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2748us (7995us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.714559:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16980 00000100:00100000:0.0:1775764893.731810:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.732092:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133170944 00000100:00100000:2.0:1775764893.732103:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133170944 00000100:00100000:2.0:1775764893.732382:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16981 00000100:00100000:2.0:1775764893.732393:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+370:89014:x1862022133170944:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.732485:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9846 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.732501:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9846 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.732514:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9846 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.732532:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b984d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3230d226 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.732539:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b984d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3230d226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.732545:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b984d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3230d226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.732564:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9854 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 172 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.732605:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b983f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77011 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.732656:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9854 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.732698:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b983f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77011 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.732711:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b983f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77011 expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.732727:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3858fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154098048:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.732832:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.735671:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3858fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154098048:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.735702:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9854 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.736310:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.736397:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133171072 00000100:00100000:1.0:1775764893.736405:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133171072 00010000:00010000:1.0:1775764893.736441:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b983f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77011 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.736479:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2309 00000100:00100000:1.0:1775764893.736489:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133171072:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764893.736503:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764893.736529:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b983f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77011 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.736542:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b983f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77011 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.736563:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b983f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77011 expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.736578:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.736584:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9854 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.736662:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9854 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.736670:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9854 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.736691:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764893.736740:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133171072:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 252us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.736747:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2309 00010000:00010000:2.0:1775764893.737153:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9854 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.737163:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9854 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.737658:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065a41de5 reply state 00000000896b56d9 transno 4294977228 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9854 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.737673:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1e200/0x2bbd42d658b9854 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 171 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.737680:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.737683:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764893.737686:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.737692:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9846 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.737699:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9846 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.737704:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9846 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.737710:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9846 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.737716:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.737720:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9846 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.737727:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9846 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.737736:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.737737:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.737741:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9846 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.737746:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9846 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.737758:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065a41de5 reply state 00000000896b56d9 transno 4294977228 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b984d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3230d226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.737767:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1fc00/0x2bbd42d658b984d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3230d226 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.737773:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3230d226 (ffff9ee4a625a600) 00010000:00010000:2.0:1775764893.737776:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.737778:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.739347:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+372:89014:x1862022133170944:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6947us (7548us total) trans 4294977228 rc 0/0 00000100:00100000:2.0:1775764893.739357:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16981 00000100:00100000:1.0:1775764893.741341:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.742098:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133171200 00000100:00100000:2.0:1775764893.742109:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133171200 00000100:00100000:2.0:1775764893.742311:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16982 00000100:00100000:2.0:1775764893.742322:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133171200:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.742343:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.742365:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b985b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77018 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.742435:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9862 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 172 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.742451:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9862 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.742468:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9862 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.742516:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.742538:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9862 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.742558:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.742560:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.742563:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.742565:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764893.742567:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.742570:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.742590:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b985b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77018 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.742606:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9862 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 172 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77018 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.742821:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.742824:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.742828:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfb91600, rc 0) 00000100:00100000:2.0:1775764893.743133:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133171200:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 811us (1799us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.743151:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16982 00000100:00100000:3.0:1775764893.747369:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.757080:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133171456 00000100:00100000:0.0:1775764893.757096:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133171456 00000100:00100000:0.0:1775764893.757588:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16983 00000100:00100000:0.0:1775764893.757600:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+372:89014:x1862022133171456:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.758343:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b9869 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.758361:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b9869 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.758374:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b9869 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.758388:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b9870 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x193c9d01 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.758395:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b9870 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x193c9d01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.758401:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b9870 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x193c9d01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.758419:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b9877 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 173 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.758456:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9862 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77018 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.758464:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b9877 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.758500:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9862 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77018 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.758513:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9862 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77018 expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.758527:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154098176:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.758606:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.763746:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154098176:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.763774:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b9877 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.764516:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.764657:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133171584 00000100:00100000:0.0:1775764893.764666:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133171584 00010000:00010000:0.0:1775764893.764700:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9862 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77018 expref: 34 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.764737:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2310 00000100:00100000:0.0:1775764893.764747:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133171584:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.764761:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.764785:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9862 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77018 expref: 34 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.764798:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9862 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77018 expref: 34 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.764832:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b9862 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77018 expref: 34 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.764847:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.764853:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b9877 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.764918:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b9877 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.764927:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b9877 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.764962:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764893.765011:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133171584:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 265us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.765021:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2310 00010000:00010000:3.0:1775764893.765176:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b9877 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.765184:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b9877 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.765694:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002dce454a reply state 000000008dd2a6ee transno 4294977229 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b9877 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.765708:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7800/0x2bbd42d658b9877 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 172 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.765715:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.765717:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764893.765721:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764893.765727:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b9869 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.765734:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b9869 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.765739:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b9869 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.765747:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b9869 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.765752:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764893.765756:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b9869 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.765763:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b9869 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.765773:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764893.765775:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764893.765778:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b9869 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.765783:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b9869 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.765795:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002dce454a reply state 000000008dd2a6ee transno 4294977229 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b9870 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x193c9d01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.765816:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7a00/0x2bbd42d658b9870 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x193c9d01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.765822:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x193c9d01 (ffff9ee4c00df900) 00010000:00010000:3.0:1775764893.765824:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764893.765826:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764893.765877:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+374:89014:x1862022133171456:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8278us (18517us total) trans 4294977229 rc 0/0 00000100:00100000:3.0:1775764893.765894:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16983 00000100:00100000:3.0:1775764893.767228:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.767371:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133171712 00000100:00100000:0.0:1775764893.767380:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133171712 00000100:00100000:0.0:1775764893.767430:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16984 00000100:00100000:0.0:1775764893.767439:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133171712:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.767457:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.767474:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b987e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7701f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.767536:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9885 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 173 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.767549:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9885 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.767559:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9885 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.767597:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.767650:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9885 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.767672:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.767675:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.767678:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.767680:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764893.767682:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.767686:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.767706:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b987e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7701f expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.767722:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9885 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 173 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7701f expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.767729:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.767732:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.767734:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f7c00, rc 0) 00000100:00100000:0.0:1775764893.767782:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133171712:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 344us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.767788:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16984 00000100:00100000:3.0:1775764893.773392:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.773480:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133171968 00000100:00100000:0.0:1775764893.773492:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133171968 00000100:00100000:0.0:1775764893.773560:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16985 00000100:00100000:0.0:1775764893.773572:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+374:89014:x1862022133171968:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.773717:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b988c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.773733:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b988c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.773746:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b988c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.773759:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b9893 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1af81b46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.773765:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b9893 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1af81b46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.773774:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b9893 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1af81b46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.773790:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b989a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 174 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.773844:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9885 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7701f expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.773852:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b989a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.773894:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9885 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7701f expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.773908:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9885 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7701f expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.773921:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154098304:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.773996:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764893.780477:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.780595:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154098304:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.780656:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b989a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.780733:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.780786:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133172096 00000100:00100000:0.0:1775764893.780791:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133172096 00010000:00010000:0.0:1775764893.780836:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9885 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7701f expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.780870:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2311 00000100:00100000:0.0:1775764893.780879:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133172096:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.780903:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.780926:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9885 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7701f expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.780938:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9885 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7701f expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.780960:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9885 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7701f expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.780977:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.780982:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b989a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.781023:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b989a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.781031:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b989a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 174 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.781063:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764893.781110:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133172096:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 231us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.781118:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2311 00010000:00010000:3.0:1775764893.781248:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b989a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.781256:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b989a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.781695:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042a424d0 reply state 00000000366c4c3c transno 4294977230 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b989a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.781705:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6e00/0x2bbd42d658b989a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 173 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.781710:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.781712:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764893.781714:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764893.781719:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b988c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.781724:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b988c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.781728:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b988c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.781736:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b988c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.781739:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764893.781742:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b988c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.781747:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b988c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.781752:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764893.781753:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764893.781755:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b988c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.781759:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b988c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.781767:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042a424d0 reply state 00000000366c4c3c transno 4294977230 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b9893 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1af81b46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.781772:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7600/0x2bbd42d658b9893 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1af81b46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.781776:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1af81b46 (ffff9ee4c00dfd00) 00010000:00010000:3.0:1775764893.781777:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764893.781778:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764893.781905:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+376:89014:x1862022133171968:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8335us (8523us total) trans 4294977230 rc 0/0 00000100:00100000:3.0:1775764893.781912:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16985 00000100:00100000:3.0:1775764893.781931:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133172224 00000100:00100000:3.0:1775764893.781936:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133172224 00000100:00100000:2.0:1775764893.786481:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16986 00000100:00100000:2.0:1775764893.786502:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133172224:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.786528:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.786551:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b98a1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77026 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.786775:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b98a8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 174 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.786791:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b98a8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.786913:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b98a8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.786963:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.786987:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b98a8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.787013:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.787017:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.787019:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.787022:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764893.787024:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.787028:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.787051:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b98a1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77026 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.787066:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b98a8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 174 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77026 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.787079:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.787082:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.787086:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff05e00, rc 0) 00000100:00100000:2.0:1775764893.787198:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133172224:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 704us (6732us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.787206:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16986 00000100:00100000:1.0:1775764893.789972:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.790129:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133172480 00000100:00100000:0.0:1775764893.790139:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133172480 00000100:00100000:0.0:1775764893.790195:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16987 00000100:00100000:0.0:1775764893.790204:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+376:89014:x1862022133172480:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.790285:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b98af lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.790302:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b98af lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.790313:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b98af lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.790327:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b98b6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3c3fbce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.790333:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b98b6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3c3fbce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.790339:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b98b6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3c3fbce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.790356:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b98bd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 175 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.790393:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b98a8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77026 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.790401:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b98bd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.790445:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b98a8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77026 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.790463:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b98a8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77026 expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.790477:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154098432:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.790559:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.794489:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154098432:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.794517:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b98bd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.798391:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.798527:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.798669:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133172736 00000100:00100000:2.0:1775764893.798679:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133172736 00000100:00100000:2.0:1775764893.798739:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16988 00000100:00100000:2.0:1775764893.798749:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133172736:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.798770:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.798793:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b98c4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7702d expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.798893:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 176 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.798907:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b98bd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.798914:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 176 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.798932:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b98bd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.798942:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 176 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.800033:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133172608 00000100:00100000:3.0:1775764893.800043:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133172608 00010000:00010000:0.0:1775764893.800184:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b98a8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77026 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.800259:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2312 00000100:00100000:0.0:1775764893.800268:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133172608:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.800284:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.800306:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b98a8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77026 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.800318:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b98a8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77026 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.800338:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b98a8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77026 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.800355:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.800361:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 176 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.800369:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b98bd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.800419:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b98bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.800428:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b98bd lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.800435:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 176 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.800440:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 176 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.800467:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764893.800534:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133172608:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 266us (2152us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.800541:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2312 00010000:00010000:2.0:1775764893.800605:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b98bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.800647:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b98bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.801141:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffbd65ed reply state 000000001ef6ca4f transno 4294977231 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b98bd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801156:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6400/0x2bbd42d658b98bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801162:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.801164:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764893.801167:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 175 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801174:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801179:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.801199:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.801206:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b98af lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801213:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b98af lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801219:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b98af lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801225:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b98af lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801231:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.801234:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b98af lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801242:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b98af lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801250:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.801253:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.801256:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b98af lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801263:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b98af lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.801274:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffbd65ed reply state 000000001ef6ca4f transno 4294977231 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b98b6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3c3fbce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801281:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6a00/0x2bbd42d658b98b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3c3fbce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801287:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3c3fbce9 (ffff9ee4c00df400) 00010000:00010000:2.0:1775764893.801289:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.801291:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1775764893.801327:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801333:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.801367:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.801388:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.801410:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.801414:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.801416:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.801419:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764893.801421:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.801425:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.801446:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b98c4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7702d expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801461:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 175 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7702d expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.801468:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.801470:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.801473:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1f400, rc 0) 00000100:00100000:2.0:1775764893.801504:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133172736:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2757us (2977us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.801511:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16988 00000100:00100000:2.0:1775764893.801546:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+378:89014:x1862022133172480:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11344us (11582us total) trans 4294977231 rc 0/0 00000100:00100000:2.0:1775764893.801553:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16987 00000100:00100000:3.0:1775764893.805358:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.805496:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133172992 00000100:00100000:0.0:1775764893.805507:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133172992 00000100:00100000:0.0:1775764893.805569:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16989 00000100:00100000:0.0:1775764893.805579:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+378:89014:x1862022133172992:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.805699:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b98d2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.805715:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b98d2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.805732:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b98d2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.805746:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b98d9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6e52faeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.805752:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b98d9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6e52faeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.805758:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b98d9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6e52faeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.805776:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b98e0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 176 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.806035:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7702d expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.806046:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b98e0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.806085:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7702d expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.806097:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7702d expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.806111:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154098560:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.806197:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e000 going to sleep for 11 seconds 00010000:00010000:2.0:1775764893.807945:0:6507:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764893.810432:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.810558:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133173120 00000100:00100000:2.0:1775764893.810569:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133173120 00010000:00010000:2.0:1775764893.810620:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7702d expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.810687:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2313 00000100:00100000:2.0:1775764893.810697:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133173120:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.810713:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.810736:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7702d expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.810750:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7702d expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.810771:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.810777:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b98e0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.810826:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b98e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.810834:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b98e0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.810854:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764893.811055:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133173120:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 358us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.811063:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2313 00010000:00010000:0.0:1775764893.811481:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98cb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7702d expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.811498:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154098560:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.811517:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b98e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.811525:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b98e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.811530:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b98e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 175 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.813547:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.814081:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133173248 00000100:00100000:3.0:1775764893.814092:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133173248 00000100:00100000:3.0:1775764893.814149:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16990 00000100:00100000:3.0:1775764893.814159:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133173248:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764893.814179:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764893.814198:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b98e7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77034 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.814262:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 176 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.814276:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b98e0 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.814285:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 176 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.814303:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b98e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.814315:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.814489:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002cae8a70 reply state 00000000d35ec9cc transno 4294977232 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b98e0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814507:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7200/0x2bbd42d658b98e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814515:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.814518:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764893.814521:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814527:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814533:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.814555:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764893.814563:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b98d2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814570:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b98d2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814575:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b98d2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814582:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b98d2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814588:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f6000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764893.814591:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b98d2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814599:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b98d2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814609:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764893.814611:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764893.814615:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b98d2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814648:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b98d2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.814661:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002cae8a70 reply state 00000000d35ec9cc transno 4294977232 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b98d9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6e52faeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814671:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6c00/0x2bbd42d658b98d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6e52faeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.814676:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6e52faeb (ffff9ee4c00df700) 00010000:00010000:0.0:1775764893.814679:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764893.814682:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764893.814753:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+380:89014:x1862022133172992:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9175us (9404us total) trans 4294977232 rc 0/0 00000100:00100000:0.0:1775764893.814761:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16989 00010000:00010000:3.0:1775764893.815143:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.815155:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764893.815195:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764893.815216:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.815239:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764893.815242:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.815244:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.815246:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764893.815248:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764893.815252:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764893.815273:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b98e7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77034 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.815287:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 176 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77034 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.815295:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.815297:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764893.815299:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57a00, rc 0) 00000100:00100000:3.0:1775764893.815338:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133173248:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1182us (1800us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.815344:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16990 00000100:00100000:1.0:1775764893.824527:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.824664:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133173504 00000100:00100000:2.0:1775764893.824674:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133173504 00000100:00100000:2.0:1775764893.824725:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16991 00000100:00100000:2.0:1775764893.824735:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+380:89014:x1862022133173504:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.825092:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98f5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.825109:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98f5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.825122:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98f5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.825139:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b98fc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x892576c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.825146:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b98fc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x892576c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.825153:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b98fc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x892576c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.825173:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9903 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 177 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.825211:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77034 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.825220:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9903 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.825253:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77034 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.825274:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77034 expref: 33 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.825289:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3858fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154098688:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.825373:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.827943:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3858fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154098688:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.827970:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9903 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.828262:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.828661:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133173632 00000100:00100000:3.0:1775764893.828669:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133173632 00010000:00010000:3.0:1775764893.828706:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77034 expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.830520:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2314 00000100:00100000:3.0:1775764893.830537:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133173632:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.830554:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.830579:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77034 expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.830595:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77034 expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.830616:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b98ee lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77034 expref: 34 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.830647:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.830652:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9903 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.830687:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9903 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.830694:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9903 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.830725:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764893.830776:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133173632:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 247us (2515us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.830783:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2314 00010000:00010000:2.0:1775764893.831509:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9903 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.831519:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9903 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.832058:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea272883 reply state 0000000039fb12d7 transno 4294977233 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9903 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.832074:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdcc800/0x2bbd42d658b9903 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 176 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.832082:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.832085:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764893.832088:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.832095:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98f5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.832102:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98f5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.832108:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98f5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.832115:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98f5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.832120:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.832125:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98f5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.832132:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98f5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.832142:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.832144:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.832147:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98f5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.832152:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b98f5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.832164:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea272883 reply state 0000000039fb12d7 transno 4294977233 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b98fc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x892576c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.832172:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfb91600/0x2bbd42d658b98fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x892576c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.832177:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x892576c2 (ffff9ee4a625ae00) 00010000:00010000:2.0:1775764893.832179:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.832181:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.832248:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+382:89014:x1862022133173504:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7512us (7729us total) trans 4294977233 rc 0/0 00000100:00100000:2.0:1775764893.832256:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16991 00000100:00100000:1.0:1775764893.833171:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.833235:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133173760 00000100:00100000:3.0:1775764893.833244:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133173760 00000100:00100000:3.0:1775764893.833295:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16992 00000100:00100000:3.0:1775764893.833304:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133173760:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764893.833322:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764893.833341:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b990a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7703b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.833412:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9911 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 177 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.833425:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9911 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.833436:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9911 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764893.833477:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764893.833498:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9911 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.833517:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764893.833520:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.833522:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764893.833524:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764893.833526:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764893.833530:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764893.833548:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b990a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7703b expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.833568:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9911 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 177 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7703b expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.833576:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.833579:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764893.833582:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee480030c00, rc 0) 00000100:00100000:3.0:1775764893.833660:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133173760:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 357us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.833667:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16992 00000100:00100000:3.0:1775764893.834976:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.835048:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133174016 00000100:00100000:0.0:1775764893.835055:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133174016 00000100:00100000:0.0:1775764893.835102:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16993 00000100:00100000:0.0:1775764893.835110:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+382:89014:x1862022133174016:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.835180:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9918 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.835194:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9918 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.835204:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9918 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.835218:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b991f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x94e09cfa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.835225:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b991f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x94e09cfa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.835232:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b991f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x94e09cfa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.835250:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b9926 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 178 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.835287:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9911 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7703b expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.835296:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b9926 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.835326:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9911 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7703b expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.835339:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9911 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7703b expref: 33 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.835353:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154098816:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.835425:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764893.838198:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3aaa32680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154098816:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764893.838226:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b9926 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.840363:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.840487:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133174144 00000100:00100000:0.0:1775764893.840497:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133174144 00010000:00010000:0.0:1775764893.840538:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9911 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7703b expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.840581:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2315 00000100:00100000:0.0:1775764893.840592:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133174144:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.840607:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.840752:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9911 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7703b expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.840766:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9911 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7703b expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.840791:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9911 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7703b expref: 34 pid: 6520 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.840820:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.840826:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b9926 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.840869:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b9926 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.840876:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b9926 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 178 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.840918:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764893.841021:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133174144:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 430us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.841030:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2315 00010000:00010000:3.0:1775764893.841037:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b9926 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.841044:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b9926 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.841584:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f94cd957 reply state 0000000080df26c4 transno 4294977234 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b9926 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.841599:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7400/0x2bbd42d658b9926 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 177 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.841615:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.841618:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764893.841642:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764893.841649:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9918 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.841657:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9918 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.841663:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9918 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.841670:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9918 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.841675:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764893.841680:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9918 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.841687:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9918 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.841697:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764893.841699:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764893.841703:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9918 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.841708:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9918 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.841720:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f94cd957 reply state 0000000080df26c4 transno 4294977234 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b991f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x94e09cfa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.841730:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6200/0x2bbd42d658b991f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x94e09cfa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.841736:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x94e09cfa (ffff9ee4c00df200) 00010000:00010000:3.0:1775764893.841738:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764893.841740:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764893.841799:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+384:89014:x1862022133174016:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6689us (6826us total) trans 4294977234 rc 0/0 00000100:00100000:3.0:1775764893.841807:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16993 00000100:00100000:3.0:1775764893.843939:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.843982:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133174272 00000100:00100000:0.0:1775764893.843991:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133174272 00000100:00100000:0.0:1775764893.844104:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16994 00000100:00100000:0.0:1775764893.844114:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133174272:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.844134:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.844152:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b992d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77042 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.844252:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9934 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 178 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.844267:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9934 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.844283:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9934 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.844329:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.844353:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9934 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.844372:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.844375:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.844378:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.844380:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764893.844382:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.844386:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.844406:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b992d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77042 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.844424:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9934 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 178 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77042 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.844433:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.844436:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.844439:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f7e00, rc 0) 00000100:00100000:0.0:1775764893.844496:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133174272:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 383us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.844503:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16994 00000100:00100000:0.0:1775764893.851693:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764893.851766:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133174528 00000100:00100000:3.0:1775764893.851777:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133174528 00000100:00100000:3.0:1775764893.851842:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16995 00000100:00100000:3.0:1775764893.851852:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+384:89014:x1862022133174528:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764893.851953:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b993b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.851971:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b993b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.851984:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b993b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.851999:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b9942 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc2586814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.852006:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b9942 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc2586814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.852017:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b9942 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc2586814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.852034:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9949 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 179 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.852072:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9934 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77042 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.852081:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9949 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.852113:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9934 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77042 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.852128:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9934 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77042 expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.852155:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfe8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154098944:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764893.852235:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764893.858002:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.858089:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.858180:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133174784 00000100:00100000:0.0:1775764893.858191:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133174784 00010000:00010000:0.0:1775764893.858233:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9934 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77042 expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.858281:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2316 00000100:00100000:0.0:1775764893.858291:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133174784:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.858307:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.858336:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9934 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77042 expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.858350:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9934 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77042 expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.858366:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfe8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154098944:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764893.858374:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9934 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77042 expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.858390:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.858390:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9949 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.858396:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9949 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.858426:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133174656 00000100:00100000:2.0:1775764893.858430:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133174656 00000100:00100000:2.0:1775764893.858477:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16996 00000100:00100000:2.0:1775764893.858485:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133174656:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.858502:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.858517:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9950 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77049 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.858571:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 180 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.858585:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9949 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.858598:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9949 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.859103:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9949 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.859112:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 180 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.859127:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9949 lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.859135:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 180 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.859255:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764893.859314:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133174784:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1023us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.859326:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2316 00010000:00010000:3.0:1775764893.860563:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9949 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.860577:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9949 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.861553:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e4e47792 reply state 000000001fd0e1fc transno 4294977235 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9949 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.861573:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030c00/0x2bbd42d658b9949 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 179 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.861583:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.861586:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1775764893.861590:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 179 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.861598:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.861605:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.862133:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764893.862239:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b993b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.862247:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b993b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.862254:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b993b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.862261:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b993b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.862267:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee480031400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764893.862271:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b993b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.862278:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b993b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.862290:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764893.862293:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764893.862296:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b993b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.862302:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b993b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.862316:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e4e47792 reply state 000000001fd0e1fc transno 4294977235 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b9942 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc2586814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.862332:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480030800/0x2bbd42d658b9942 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc2586814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.862338:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc2586814 (ffff9ee385b45e00) 00010000:00010000:0.0:1775764893.862341:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764893.862343:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1775764893.862451:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.862458:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+386:89014:x1862022133174528:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10603us (10772us total) trans 4294977235 rc 0/0 00010000:00010000:2.0:1775764893.862460:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.862467:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16995 00000004:00200000:2.0:1775764893.862504:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.862528:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.862554:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.862557:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.862559:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.862561:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764893.862563:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.862567:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.862591:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9950 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77049 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.862607:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 179 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77049 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.862614:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.862616:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.862618:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384478400, rc 0) 00000100:00100000:2.0:1775764893.862681:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133174656:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4196us (4688us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.862687:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16996 00000100:00100000:1.0:1775764893.874057:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.874468:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133175040 00000100:00100000:2.0:1775764893.874479:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133175040 00000100:00100000:2.0:1775764893.874542:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16997 00000100:00100000:2.0:1775764893.874552:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+386:89014:x1862022133175040:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.874668:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b995e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.874686:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b995e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.874700:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b995e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.874716:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b9965 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7f945383 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.874723:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b9965 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7f945383 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.874729:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b9965 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7f945383 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.874749:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b996c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 180 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.874787:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77049 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.874795:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b996c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.874839:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77049 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.874852:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77049 expref: 33 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.874868:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3858fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154099072:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.874961:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cec00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764893.880025:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.880100:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.880104:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3858fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154099072:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.880128:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b996c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.880338:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133175296 00000100:00100000:0.0:1775764893.880345:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133175296 00000100:00100000:0.0:1775764893.880403:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16998 00000100:00100000:0.0:1775764893.880412:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38337ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133175296:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.880432:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.880451:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9973 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77050 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.880517:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 181 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.880531:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b996c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.880538:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 181 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.880555:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b996c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.880569:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 181 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.881056:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133175168 00000100:00100000:3.0:1775764893.881062:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133175168 00010000:00010000:3.0:1775764893.881084:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77049 expref: 36 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.881117:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2317 00000100:00100000:3.0:1775764893.881125:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133175168:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.881230:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.881251:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77049 expref: 36 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.881264:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77049 expref: 36 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.881284:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9957 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77049 expref: 36 pid: 6518 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.881300:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.881305:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 181 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.881312:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b996c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.881351:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b996c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.881359:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b996c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.881367:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 181 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.881373:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 181 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.881399:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764893.881441:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b996c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.881450:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b996c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.881497:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133175168:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 373us (1481us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.881504:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2317 00000004:00010000:2.0:1775764893.881992:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013383228 reply state 000000009af13b52 transno 4294977236 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b996c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882007:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384016800/0x2bbd42d658b996c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 180 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882013:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.882016:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764893.882018:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 180 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882025:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882031:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.882062:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.882070:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b995e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882077:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b995e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882082:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b995e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882088:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b995e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882095:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39ea1f400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.882100:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b995e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882107:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b995e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882116:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.882118:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.882122:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b995e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882128:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b995e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.882140:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013383228 reply state 000000009af13b52 transno 4294977236 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b9965 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7f945383 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882148:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017a00/0x2bbd42d658b9965 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7f945383 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.882154:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7f945383 (ffff9ee4a625aa00) 00010000:00010000:2.0:1775764893.882156:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.882158:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.882206:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+388:89014:x1862022133175040:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7656us (8161us total) trans 4294977236 rc 0/0 00000100:00100000:2.0:1775764893.882213:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16997 00010000:00010000:0.0:1775764893.882389:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.882397:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.882431:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.882450:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.882471:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.882474:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.882477:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.882479:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764893.882481:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.882485:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.882506:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9973 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77050 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.882522:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 180 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77050 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.882529:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.882531:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.882533:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f7000, rc 0) 00000100:00100000:0.0:1775764893.882559:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38337ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133175296:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2148us (2459us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.882566:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16998 00000100:00100000:0.0:1775764893.893675:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.893769:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133175552 00000100:00100000:2.0:1775764893.893781:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133175552 00000100:00100000:2.0:1775764893.893855:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 16999 00000100:00100000:2.0:1775764893.893865:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3aaa30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+388:89014:x1862022133175552:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.893961:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9981 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.893979:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9981 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.893992:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9981 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.894007:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b9988 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x10235e4b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.894013:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b9988 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x10235e4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.894019:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b9988 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x10235e4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.894038:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b998f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 181 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.894078:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77050 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.894087:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b998f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.894119:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77050 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.894134:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77050 expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.894150:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3858fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154099200:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.894232:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.897418:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3858fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154099200:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.897446:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b998f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.897876:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.897977:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133175680 00000100:00100000:2.0:1775764893.897985:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133175680 00000100:00100000:2.0:1775764893.898045:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17000 00000100:00100000:2.0:1775764893.898054:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38ff33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133175680:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.898076:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.898096:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9996 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77057 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.898170:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 182 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.898183:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b998f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.898190:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 182 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.898208:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b998f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.898217:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 182 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.901892:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.901971:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133175808 00000100:00100000:0.0:1775764893.901981:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133175808 00010000:00010000:0.0:1775764893.902021:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77050 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.902064:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2318 00000100:00100000:0.0:1775764893.902074:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133175808:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.902090:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.902117:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77050 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.902130:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77050 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.902165:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b997a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77050 expref: 36 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.902182:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.902188:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 182 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.902198:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b998f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.902241:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b998f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.902250:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b998f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.902258:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 182 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.902264:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 182 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.902293:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764893.902336:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b998f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.902343:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133175808:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 271us (469us total) trans 0 rc 0/0 00010000:00010000:2.0:1775764893.902345:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b998f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.902350:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2318 00000004:00010000:2.0:1775764893.902912:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da0f9769 reply state 00000000c3987809 transno 4294977237 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b998f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.902927:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee490866000/0x2bbd42d658b998f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.902934:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.902937:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764893.902940:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 181 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.902946:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.902951:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.902975:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.902983:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9981 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.902989:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9981 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.902995:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9981 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.903001:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9981 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.903007:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee384017800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.903011:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9981 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.903018:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9981 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.903026:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.903028:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.903032:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9981 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.903040:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9981 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.903051:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da0f9769 reply state 00000000c3987809 transno 4294977237 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b9988 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x10235e4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.903060:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017200/0x2bbd42d658b9988 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x10235e4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.903066:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x10235e4b (ffff9ee4a625a800) 00010000:00010000:2.0:1775764893.903068:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.903070:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:0.0:1775764893.903076:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.903082:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.903116:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1775764893.903118:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3aaa30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+390:89014:x1862022133175552:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9253us (9451us total) trans 4294977237 rc 0/0 00000100:00100000:2.0:1775764893.903126:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 16999 00000004:00010000:0.0:1775764893.903145:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.903169:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.903173:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.903175:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.903177:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764893.903180:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.903184:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.903206:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9996 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77057 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.903220:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 181 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77057 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.903227:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.903229:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.903231:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfdadc00, rc 0) 00000100:00100000:0.0:1775764893.903255:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38ff33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133175680:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5202us (5381us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.903260:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17000 00000100:00100000:2.0:1775764893.910062:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.910108:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133176064 00000100:00100000:0.0:1775764893.910120:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133176064 00000100:00100000:0.0:1775764893.910235:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17001 00000100:00100000:0.0:1775764893.910246:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+390:89014:x1862022133176064:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.910335:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b99a4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.910353:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b99a4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.910366:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b99a4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.910381:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b99ab lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2dc382be bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.910393:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b99ab lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2dc382be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.910400:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b99ab lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2dc382be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.910419:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b99b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 182 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.910459:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77057 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.910469:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b99b2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.910505:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77057 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.910519:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77057 expref: 33 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.910534:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825cca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154099328:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.910669:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764893.913977:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.914029:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825cca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154099328:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764893.914050:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133176192 00010000:00010000:2.0:1775764893.914056:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b99b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.914057:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133176192 00010000:00010000:3.0:1775764893.914090:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77057 expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.914127:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2319 00000100:00100000:3.0:1775764893.914146:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133176192:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.914163:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.914189:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77057 expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.914201:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77057 expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.914220:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b999d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77057 expref: 34 pid: 6519 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.914237:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.914243:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b99b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.914283:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b99b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.914291:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b99b2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.914319:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764893.914358:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b99b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.914365:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b99b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.914715:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000004:00010000:2.0:1775764893.914890:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a5fa15a reply state 00000000adb1fb43 transno 4294977238 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b99b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.914910:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6000/0x2bbd42d658b99b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 181 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.914917:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.914920:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764893.914922:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764893.914930:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b99a4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.914937:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b99a4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.914943:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b99a4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.914950:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b99a4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.914955:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764893.914960:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b99a4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.914967:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b99a4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.914976:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764893.914978:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764893.914981:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b99a4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.914987:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b99a4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.914999:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a5fa15a reply state 00000000adb1fb43 transno 4294977238 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b99ab lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2dc382be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.915008:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f6800/0x2bbd42d658b99ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2dc382be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.915015:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2dc382be (ffff9ee4c00df500) 00010000:00010000:2.0:1775764893.915017:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764893.915019:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764893.915084:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+392:89014:x1862022133176064:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4840us (5030us total) trans 4294977238 rc 0/0 00000100:00100000:2.0:1775764893.915092:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17001 00000100:00100000:2.0:1775764893.915192:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133176320 00000100:00100000:2.0:1775764893.915197:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133176320 00000100:00100000:2.0:1775764893.915226:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17002 00000100:00100000:2.0:1775764893.915233:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133176320:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.915248:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.915263:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b99b9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7705e expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.915318:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b99c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 182 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.915329:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b99c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.915337:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b99c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.915372:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.915390:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b99c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.915407:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.915410:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.915413:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.915415:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764893.915417:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.915421:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.915438:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b99b9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7705e expref: 36 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.915451:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b99c0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 182 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7705e expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.915457:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.915460:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.915462:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1f400, rc 0) 00000100:00100000:2.0:1775764893.915490:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133176320:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 258us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.915496:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17002 00000100:00100000:2.0:1775764893.921501:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133176192:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 7352us (7520us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.921517:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2319 00000100:00100000:0.0:1775764893.921531:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.921602:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133176576 00000100:00100000:1.0:1775764893.921613:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133176576 00000100:00100000:1.0:1775764893.921677:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17003 00000100:00100000:1.0:1775764893.921686:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+392:89014:x1862022133176576:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.921767:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b99c7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.921784:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b99c7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.921797:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b99c7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.921824:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b99ce lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4f54962b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.921831:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b99ce lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4f54962b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.921838:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b99ce lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4f54962b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.921858:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b99d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 183 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.921909:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b99c0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7705e expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.921918:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b99d5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.921956:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b99c0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7705e expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.921969:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b99c0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7705e expref: 33 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.921983:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38621f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154099456:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.922053:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee385876a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764893.925353:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.925418:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133176704 00000100:00100000:0.0:1775764893.925428:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133176704 00010000:00010000:0.0:1775764893.925472:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b99c0 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7705e expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.925486:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38621f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154099456:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764893.925510:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b99d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.925518:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2320 00000100:00100000:0.0:1775764893.925528:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133176704:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764893.925542:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764893.925567:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b99c0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7705e expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.925580:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b99c0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7705e expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.925605:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b99c0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7705e expref: 34 pid: 27904 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.925671:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.925677:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b99d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.925723:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b99d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.925731:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b99d5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.925760:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764893.925821:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133176704:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 294us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.925829:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2320 00010000:00010000:1.0:1775764893.926047:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b99d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.926056:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b99d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.926749:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000258fc365 reply state 000000006f8e8163 transno 4294977239 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b99d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.926764:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323b800/0x2bbd42d658b99d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 182 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.926772:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.926774:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764893.926778:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764893.926786:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b99c7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.926792:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b99c7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.926797:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b99c7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.926903:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b99c7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.926908:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323a600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764893.926912:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b99c7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.926919:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b99c7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.926929:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764893.926931:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764893.926935:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b99c7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.926941:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b99c7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764893.926954:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000258fc365 reply state 000000006f8e8163 transno 4294977239 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b99ce lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4f54962b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.926962:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323be00/0x2bbd42d658b99ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4f54962b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.926968:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4f54962b (ffff9ee4965d0e00) 00010000:00010000:1.0:1775764893.926971:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764893.926972:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764893.927118:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+394:89014:x1862022133176576:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5430us (5583us total) trans 4294977239 rc 0/0 00000100:00100000:1.0:1775764893.927128:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17003 00000100:00100000:3.0:1775764893.929356:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.930428:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133176832 00000100:00100000:1.0:1775764893.930439:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133176832 00000100:00100000:0.0:1775764893.930596:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17004 00000100:00100000:0.0:1775764893.930606:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133176832:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764893.930646:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764893.930668:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b99dc lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77065 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.930740:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b99e3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 183 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.930756:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b99e3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.930769:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b99e3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764893.930829:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764893.930851:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b99e3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764893.930872:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764893.930875:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.930877:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764893.931065:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764893.931068:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764893.931111:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764893.931171:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b99dc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77065 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.931199:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b99e3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 183 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77065 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.931216:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764893.931219:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764893.931223:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3892f7000, rc 0) 00000100:00100000:0.0:1775764893.931353:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133176832:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 748us (2005us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.931361:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17004 00000100:00100000:0.0:1775764893.938986:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.939078:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133177088 00000100:00100000:1.0:1775764893.939090:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133177088 00000100:00100000:1.0:1775764893.939157:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17005 00000100:00100000:1.0:1775764893.939168:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+394:89014:x1862022133177088:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764893.939261:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b99ea lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.939279:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b99ea lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.939294:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b99ea lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.939311:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b99f1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x85c1b9aa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.939318:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b99f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x85c1b9aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.939329:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b99f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x85c1b9aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.939348:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b99f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 184 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.939390:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b99e3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77065 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.939399:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b99f8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.939450:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b99e3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77065 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.939463:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b99e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77065 expref: 33 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.939477:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38621f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154099584:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764893.939561:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee481370540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764893.946691:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38621f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154099584:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764893.946725:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b99f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.952897:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764893.953712:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133177216 00000100:00100000:1.0:1775764893.953723:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133177216 00010000:00010000:1.0:1775764893.953765:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b99e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77065 expref: 34 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.953813:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2321 00000100:00100000:1.0:1775764893.953824:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133177216:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764893.953841:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764893.953865:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b99e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77065 expref: 34 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.953876:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b99e3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77065 expref: 34 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.953909:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b99e3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77065 expref: 34 pid: 8424 timeout: 2366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.953927:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764893.953933:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b99f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.953974:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b99f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.953980:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b99f8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.954007:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764893.954037:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b99f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.954045:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b99f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.954075:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133177216:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 252us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.954083:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2321 00000004:00010000:3.0:1775764893.955747:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a43a6bf reply state 0000000007e97390 transno 4294977240 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b99f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.955769:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1200/0x2bbd42d658b99f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 183 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.955778:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.955781:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764893.955785:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764893.955792:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b99ea lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.955799:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b99ea lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.955816:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b99ea lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.955823:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b99ea lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.955828:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38323bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764893.955833:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b99ea lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.955840:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b99ea lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.955850:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764893.955853:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764893.955857:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b99ea lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.955864:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b99ea lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.955891:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a43a6bf reply state 0000000007e97390 transno 4294977240 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b99f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x85c1b9aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.955900:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323ba00/0x2bbd42d658b99f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x85c1b9aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.955906:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x85c1b9aa (ffff9ee4965d0900) 00010000:00010000:3.0:1775764893.955908:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764893.955910:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764893.955990:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+396:89014:x1862022133177088:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16822us (17012us total) trans 4294977240 rc 0/0 00000100:00100000:3.0:1775764893.955998:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17005 00000100:00100000:0.0:1775764893.957278:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.957351:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133177344 00000100:00100000:2.0:1775764893.957361:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133177344 00000100:00100000:2.0:1775764893.957415:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17006 00000100:00100000:2.0:1775764893.957425:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133177344:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.957442:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.957461:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b99ff lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7706c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.957526:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9a06 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 184 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.957539:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9a06 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.957551:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9a06 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.957589:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.957646:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9a06 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.957666:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.957670:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.957673:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.957675:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764893.957677:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.957681:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.957702:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b99ff lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7706c expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.957718:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9a06 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 184 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7706c expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.957726:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.957729:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.957732:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee384017800, rc 0) 00000100:00100000:2.0:1775764893.957777:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133177344:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 354us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.957784:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17006 00000100:00100000:1.0:1775764893.961801:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.962031:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133177600 00000100:00100000:0.0:1775764893.962041:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133177600 00000100:00100000:0.0:1775764893.962097:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17007 00000100:00100000:0.0:1775764893.962107:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+396:89014:x1862022133177600:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764893.962209:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a0d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.962226:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a0d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.962242:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a0d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.962258:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b9a14 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd5788cff bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.962266:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b9a14 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd5788cff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.962278:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b9a14 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd5788cff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.962296:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9a1b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 185 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.962335:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9a06 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7706c expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.962344:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9a1b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.962379:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9a06 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7706c expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.962395:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9a06 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7706c expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764893.962409:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825cc700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154099712:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764893.962483:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.965458:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825cc700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154099712:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.965486:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9a1b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.974251:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.974355:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133177728 00000100:00100000:2.0:1775764893.974367:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133177728 00010000:00010000:2.0:1775764893.974408:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9a06 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7706c expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.974458:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2322 00000100:00100000:2.0:1775764893.974468:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38621ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133177728:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.974484:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764893.974509:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9a06 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7706c expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.974523:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9a06 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7706c expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.974546:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9a06 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7706c expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.974566:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.974574:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9a1b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.974664:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9a1b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.974674:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9a1b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.974705:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764893.974756:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38621ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133177728:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 289us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.974764:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2322 00010000:00010000:3.0:1775764893.975120:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9a1b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.975131:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9a1b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.976456:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f28c503 reply state 0000000071ba6a1b transno 4294977241 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9a1b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.976477:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7c00/0x2bbd42d658b9a1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 184 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.976485:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764893.976489:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764893.976492:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764893.976499:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a0d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.976506:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a0d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.976512:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a0d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.976519:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a0d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.976525:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3892f7e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764893.976530:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a0d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.976538:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a0d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.976548:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764893.976551:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764893.976555:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a0d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.976561:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a0d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764893.976572:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f28c503 reply state 0000000071ba6a1b transno 4294977241 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b9a14 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd5788cff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.976580:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7000/0x2bbd42d658b9a14 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd5788cff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.976586:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd5788cff (ffff9ee4c00df000) 00010000:00010000:3.0:1775764893.976588:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764893.976590:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764893.977762:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+398:89014:x1862022133177600:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15648us (15963us total) trans 4294977241 rc 0/0 00000100:00100000:0.0:1775764893.977773:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17007 00000100:00100000:3.0:1775764893.978301:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.978354:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133177856 00000100:00100000:2.0:1775764893.978363:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133177856 00000100:00100000:2.0:1775764893.978435:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17008 00000100:00100000:2.0:1775764893.978443:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133177856:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764893.978462:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764893.978479:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9a22 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77073 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.978561:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9a29 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 185 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.978575:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9a29 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.978592:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9a29 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764893.978687:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764893.978708:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9a29 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764893.978726:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764893.978728:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.978731:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764893.978734:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764893.978736:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764893.978739:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764893.978757:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9a22 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77073 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.978771:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9a29 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 185 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77073 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.978779:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764893.978781:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764893.978785:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8ac00, rc 0) 00000100:00100000:2.0:1775764893.978817:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133177856:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 375us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.978824:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17008 00000100:00100000:1.0:1775764893.989108:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764893.989194:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133178112 00000100:00100000:2.0:1775764893.989206:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133178112 00000100:00100000:2.0:1775764893.989265:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17009 00000100:00100000:2.0:1775764893.989275:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+398:89014:x1862022133178112:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764893.989367:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a30 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.989385:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a30 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.989399:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a30 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.989414:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b9a37 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x9caa6316 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.989421:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b9a37 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9caa6316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.989427:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b9a37 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9caa6316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.989446:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b9a3e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 186 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.989491:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9a29 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77073 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.989500:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b9a3e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.989541:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9a29 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77073 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.989559:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9a29 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77073 expref: 33 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.989573:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384277100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154099840:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764893.989699:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764893.998451:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384277100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154099840:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764893.998483:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b9a3e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.999919:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764893.999976:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133178240 00000100:00100000:0.0:1775764893.999985:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133178240 00010000:00010000:0.0:1775764894.000025:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9a29 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77073 expref: 34 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.000073:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2323 00000100:00100000:0.0:1775764894.000082:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133178240:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.000097:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.000121:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9a29 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77073 expref: 34 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.000145:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9a29 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77073 expref: 34 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.000168:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9a29 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77073 expref: 34 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.000184:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.000189:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b9a3e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.000231:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b9a3e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.000240:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b9a3e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.000274:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.000326:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133178240:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 245us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.000334:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2323 00010000:00010000:2.0:1775764894.000515:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b9a3e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.000524:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b9a3e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.001074:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9be66ef reply state 00000000b676dcc1 transno 4294977242 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b9a3e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.001090:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8aa00/0x2bbd42d658b9a3e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 185 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.001096:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.001099:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764894.001102:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.001108:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a30 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.001114:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a30 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.001161:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a30 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.001168:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a30 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.001174:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8be00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.001179:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a30 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.001185:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a30 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.001195:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.001197:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.001201:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a30 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.001207:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a30 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.001218:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9be66ef reply state 00000000b676dcc1 transno 4294977242 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b9a37 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x9caa6316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.001226:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a800/0x2bbd42d658b9a37 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x9caa6316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.001232:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x9caa6316 (ffff9ee4a625a200) 00010000:00010000:2.0:1775764894.001233:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.001235:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.001301:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+400:89014:x1862022133178112:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12026us (12202us total) trans 4294977242 rc 0/0 00000100:00100000:2.0:1775764894.001325:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17009 00000100:00100000:2.0:1775764894.003250:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.003372:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133178368 00000100:00100000:0.0:1775764894.003382:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133178368 00000100:00100000:0.0:1775764894.003459:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17010 00000100:00100000:0.0:1775764894.003470:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133178368:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.003489:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.003510:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9a45 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7707a expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.003580:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9a4c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 186 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.003596:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9a4c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.003607:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9a4c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.003671:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.003691:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9a4c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.003710:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.003714:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.003716:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.003719:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764894.003721:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.003726:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.003748:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658b9a45 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7707a expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.003766:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9a4c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 186 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7707a expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.003776:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.003778:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.003782:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff05e00, rc 0) 00000100:00100000:3.0:1775764894.003929:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.003978:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133178368:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 509us (734us total) trans 0 rc 0/0 00000100:00080000:2.0:1775764894.004018:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764894.004050:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17010 00000100:00100000:0.0:1775764894.005452:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133178624 00000100:00100000:0.0:1775764894.005464:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133178624 00000100:00080000:2.0:1775764894.005572:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764894.005949:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17011 00000100:00100000:1.0:1775764894.005963:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+400:89014:x1862022133178624:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.006042:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9a53 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.006058:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9a53 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.006069:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9a53 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.006124:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b9a5a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x72461ae2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.006132:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b9a5a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x72461ae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.006138:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b9a5a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x72461ae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.006157:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b9a61 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 187 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.006197:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9a4c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7707a expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.006205:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b9a61 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.006241:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9a4c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7707a expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.006259:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9a4c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7707a expref: 33 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.006274:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38621ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154099968:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.006360:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee481370540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.009898:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.009947:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133178752 00000100:00100000:2.0:1775764894.009957:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133178752 00000100:00100000:1.0:1775764894.009993:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38621ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154099968:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.009994:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9a4c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7707a expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.010018:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b9a61 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.010035:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2324 00000100:00100000:2.0:1775764894.010045:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133178752:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.010060:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.010083:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9a4c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7707a expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.010096:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9a4c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7707a expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.010118:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9a4c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7707a expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.010130:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.010142:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b9a61 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.010178:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b9a61 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.010187:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b9a61 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.010207:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764894.010230:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b9a61 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.010237:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b9a61 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 186 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.010512:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.010654:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133178880 00000100:00100000:3.0:1775764894.010660:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133178880 00000100:00100000:3.0:1775764894.010694:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17012 00000100:00100000:3.0:1775764894.010701:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133178880:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.010717:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.010732:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a68 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77081 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.010786:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 187 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.010796:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b9a61 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.010815:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 187 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.010831:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b9a61 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.010841:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.011993:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000027860364 reply state 000000006c8b1b66 transno 4294977243 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b9a61 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012014:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323a600/0x2bbd42d658b9a61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 187 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012022:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.012025:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764894.012028:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012036:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012047:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.012120:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.012130:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9a53 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012138:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9a53 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012145:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9a53 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012152:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9a53 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012157:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39e9f1e00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.012160:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9a53 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012167:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9a53 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012177:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.012179:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.012183:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9a53 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012189:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9a53 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.012200:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000027860364 reply state 000000006c8b1b66 transno 4294977243 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b9a5a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x72461ae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012209:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38323bc00/0x2bbd42d658b9a5a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x72461ae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.012215:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x72461ae2 (ffff9ee4965d0000) 00010000:00010000:1.0:1775764894.012217:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.012219:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.012304:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+402:89014:x1862022133178624:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6342us (8373us total) trans 4294977243 rc 0/0 00000100:00100000:2.0:1775764894.012305:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133178752:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 2257us (2423us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.012314:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17011 00000100:00100000:2.0:1775764894.012314:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2324 00010000:00010000:3.0:1775764894.012360:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.012368:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.012405:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.012424:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.012446:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.012449:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.012452:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.012454:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.012456:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.012460:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.012478:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9a68 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77081 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.012492:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 187 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77081 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.012500:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.012502:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.012505:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee480031400, rc 0) 00000100:00100000:3.0:1775764894.014356:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133178880:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3646us (3834us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.014366:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17012 00000100:00100000:0.0:1775764894.018094:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.021199:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133179136 00000100:00100000:1.0:1775764894.021214:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133179136 00000100:00100000:1.0:1775764894.021336:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17013 00000100:00100000:1.0:1775764894.021347:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+402:89014:x1862022133179136:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.021443:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9a76 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.021462:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9a76 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.021475:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9a76 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.021549:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b9a7d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x111983d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.021557:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b9a7d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x111983d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.021563:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b9a7d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x111983d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.021582:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b9a84 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 188 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.021659:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77081 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.021668:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b9a84 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.021705:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77081 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.021718:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77081 expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.021732:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38621ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154100096:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.021828:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.027544:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38621ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154100096:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764894.027571:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b9a84 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.029152:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.029237:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.029276:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133179264 00000100:00100000:2.0:1775764894.029286:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133179264 00000100:00100000:1.0:1775764894.029303:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133179392 00000100:00100000:1.0:1775764894.029308:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133179392 00010000:00010000:1.0:1775764894.029331:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77081 expref: 35 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.029343:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17014 00000100:00100000:2.0:1775764894.029352:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133179264:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:1.0:1775764894.029361:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2325 00000100:00100000:1.0:1775764894.029367:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133179392:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.029372:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.029383:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.029392:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a8b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77088 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.029405:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77081 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.029418:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77081 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.029437:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9a6f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77081 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.029453:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.029459:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b9a84 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.029460:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 190 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.029555:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b9a84 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.029563:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b9a84 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.030706:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b9a84 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.030720:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 189 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.030742:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b9a84 lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.030754:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 189 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.030799:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764894.032040:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133179392:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1506us (1636us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.032059:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2325 00010000:00010000:0.0:1775764894.032226:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b9a84 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.032237:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b9a84 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.033097:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffec2652 reply state 00000000c6f09a60 transno 4294977244 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b9a84 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033116:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a3c00/0x2bbd42d658b9a84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033124:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.033127:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764894.033130:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 188 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033138:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033144:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.033174:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.033182:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9a76 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033190:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9a76 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033195:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9a76 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033203:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9a76 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033208:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3912a2a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.033213:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9a76 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033220:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9a76 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033231:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.033233:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.033237:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9a76 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033242:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9a76 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.033258:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffec2652 reply state 00000000c6f09a60 transno 4294977244 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b9a7d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x111983d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.033263:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033266:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2200/0x2bbd42d658b9a7d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x111983d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.033271:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.033272:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x111983d6 (ffff9ee4965d0d00) 00010000:00010000:0.0:1775764894.033274:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.033276:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1775764894.033308:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764894.033326:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.033353:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764894.033356:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.033358:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000100:00100000:0.0:1775764894.033361:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+404:89014:x1862022133179136:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12015us (15275us total) trans 4294977244 rc 0/0 00000004:00010000:2.0:1775764894.033361:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764894.033363:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764894.033367:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:0.0:1775764894.033369:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17013 00010000:00010000:2.0:1775764894.033389:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9a8b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77088 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.033403:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 188 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77088 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.033425:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.033428:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764894.033430:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a400, rc 0) 00000100:00100000:2.0:1775764894.033455:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133179264:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4105us (4311us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.033461:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17014 00000100:00100000:0.0:1775764894.040170:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.040251:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133179648 00000100:00100000:3.0:1775764894.040263:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133179648 00000100:00100000:3.0:1775764894.040327:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17015 00000100:00100000:3.0:1775764894.040338:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+404:89014:x1862022133179648:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.040424:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9a99 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.040440:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9a99 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.040451:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9a99 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.040463:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b9aa0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf329f6b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.040469:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b9aa0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf329f6b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.040474:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b9aa0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf329f6b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.040490:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9aa7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 189 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.040529:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77088 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.040542:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9aa7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.040575:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77088 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.040588:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77088 expref: 33 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.040601:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfe8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154100224:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.040721:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.044139:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfe8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154100224:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.044171:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9aa7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.044314:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.044387:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133179776 00000100:00100000:1.0:1775764894.044395:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133179776 00010000:00010000:1.0:1775764894.044430:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 189 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77088 expref: 34 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.044475:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2326 00000100:00100000:1.0:1775764894.044484:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133179776:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764894.044497:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764894.044521:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77088 expref: 34 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.044533:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77088 expref: 34 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.044553:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9a92 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77088 expref: 34 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.044567:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.044571:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9aa7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.044613:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9aa7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.044651:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9aa7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.044674:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764894.044724:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133179776:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 241us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.044732:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2326 00010000:00010000:0.0:1775764894.044991:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9aa7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.044999:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9aa7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.045474:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c06f72e reply state 00000000fcbaab11 transno 4294977245 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9aa7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.045490:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3892f7e00/0x2bbd42d658b9aa7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 188 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.045497:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.045499:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764894.045503:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.045510:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9a99 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.045516:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9a99 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.045522:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9a99 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.045528:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9a99 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.045533:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfdac400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.045537:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9a99 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.045544:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9a99 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.045552:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.045555:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.045558:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9a99 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.045564:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658b9a99 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.045574:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c06f72e reply state 00000000fcbaab11 transno 4294977245 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b9aa0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf329f6b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.045581:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdadc00/0x2bbd42d658b9aa0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf329f6b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.045587:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf329f6b1 (ffff9ee385b45800) 00010000:00010000:0.0:1775764894.045589:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.045591:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.045697:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+406:89014:x1862022133179648:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5361us (5536us total) trans 4294977245 rc 0/0 00000100:00100000:0.0:1775764894.045705:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17015 00000100:00100000:0.0:1775764894.049298:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.049397:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133180032 00000100:00100000:2.0:1775764894.049407:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133180032 00000100:00100000:2.0:1775764894.049465:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17016 00000100:00100000:2.0:1775764894.049475:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+406:89014:x1862022133180032:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.049563:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9aae lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.049582:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9aae lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.049596:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9aae lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.049694:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b9ab5 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xec21e6f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.049703:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b9ab5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xec21e6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.049710:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b9ab5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xec21e6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.049728:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b9abc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 189 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.049765:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b9abc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.049771:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b9abc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.050239:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019e58fb6 reply state 000000004ec7485b transno 4294977246 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b9abc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.050256:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ba00/0x2bbd42d658b9abc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.050263:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.050266:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764894.050269:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.050276:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9aae lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.050282:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9aae lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.050287:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9aae lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.050293:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9aae lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.050298:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.050302:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9aae lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.050310:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9aae lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.050318:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.050320:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.050323:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9aae lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.050328:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9aae lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.050341:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019e58fb6 reply state 000000004ec7485b transno 4294977246 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b9ab5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xec21e6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.050347:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a000/0x2bbd42d658b9ab5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xec21e6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.050352:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xec21e6f (ffff9ee4a625ac00) 00010000:00010000:2.0:1775764894.050354:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.050356:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.050426:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+408:89014:x1862022133180032:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 952us (1137us total) trans 4294977246 rc 0/0 00000100:00100000:2.0:1775764894.050434:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17016 00000100:00100000:3.0:1775764894.050957:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.051214:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133180160 00000100:00100000:0.0:1775764894.051222:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133180160 00000100:00100000:0.0:1775764894.051274:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17017 00000100:00100000:0.0:1775764894.051284:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133180160:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.051300:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.051315:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9ac3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7708f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.051380:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9aca lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 190 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.051391:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9aca lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.051401:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9aca lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.051441:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.051460:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9aca lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.051479:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.051483:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.051486:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.051489:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764894.051491:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.051495:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.051514:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9ac3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7708f expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.051529:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9aca lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 190 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7708f expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.051537:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.051539:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.051543:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6d400, rc 0) 00000100:00100000:0.0:1775764894.051586:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133180160:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 305us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.051593:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17017 00000100:00100000:3.0:1775764894.055224:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.055308:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133180416 00000100:00100000:0.0:1775764894.055318:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133180416 00000100:00100000:0.0:1775764894.055385:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17018 00000100:00100000:0.0:1775764894.055396:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+408:89014:x1862022133180416:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.055486:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9ad1 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.055503:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9ad1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.055515:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9ad1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.055587:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b9ad8 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x58c502c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.055596:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b9ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x58c502c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.055603:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b9ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x58c502c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.055767:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b9adf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 191 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.055817:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9aca lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7708f expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.055826:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b9adf lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.055862:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9aca lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7708f expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.055876:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9aca lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7708f expref: 33 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.055899:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3858fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154100352:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.057985:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.062125:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.062217:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3858fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154100352:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.062243:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b9adf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.062349:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.062412:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133180672 00000100:00100000:3.0:1775764894.062418:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133180672 00000100:00100000:3.0:1775764894.062473:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17019 00000100:00100000:3.0:1775764894.062482:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133180672:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.062504:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.062523:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9ae6 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77096 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.062680:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 192 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.062695:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b9adf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.062702:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 192 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.062721:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b9adf lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.062731:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 192 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.063205:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133180544 00000100:00100000:2.0:1775764894.063211:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133180544 00010000:00010000:2.0:1775764894.063235:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9aca lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7708f expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.063303:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2327 00000100:00100000:2.0:1775764894.063311:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133180544:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.063322:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.063341:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9aca lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7708f expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.063353:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9aca lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7708f expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.063370:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9aca lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7708f expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.063384:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.063388:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 192 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.063394:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b9adf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.063431:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b9adf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.063439:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b9adf lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.063446:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 192 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.063451:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 192 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.063477:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.063533:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133180544:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 223us (1419us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.063541:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2327 00010000:00010000:0.0:1775764894.063746:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b9adf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.063755:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b9adf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.064256:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015d64e04 reply state 0000000066b33f9b transno 4294977247 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b9adf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064270:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6dc00/0x2bbd42d658b9adf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 191 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064277:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.064279:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764894.064281:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 191 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064287:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064293:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.064313:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.064319:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9ad1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064326:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9ad1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064332:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9ad1 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064338:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9ad1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064343:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6d200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.064347:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9ad1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064354:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9ad1 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064363:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.064365:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.064368:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9ad1 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064374:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9ad1 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.064384:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015d64e04 reply state 0000000066b33f9b transno 4294977247 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b9ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x58c502c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064392:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d800/0x2bbd42d658b9ad8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x58c502c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064398:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x58c502c2 (ffff9ee4c00df100) 00010000:00010000:0.0:1775764894.064400:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.064401:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.064458:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+410:89014:x1862022133180416:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9063us (9244us total) trans 4294977247 rc 0/0 00000100:00100000:0.0:1775764894.064466:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17018 00010000:00010000:0.0:1775764894.064494:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064501:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.064541:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.064561:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.064583:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.064586:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.064589:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.064592:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764894.064594:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.064599:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.064618:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658b9ae6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77096 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064668:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 191 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77096 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.064676:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.064678:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.064681:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa56000, rc 0) 00000100:00100000:0.0:1775764894.064701:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133180672:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2221us (2353us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.064707:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17019 00000100:00100000:0.0:1775764894.065151:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38621ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1862022154100480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1775764894.065200:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764894.066072:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154100480 00000100:00100000:1.0:1775764894.066083:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154100480 00000100:00100000:1.0:1775764894.066161:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00100000:1.0:1775764894.066170:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1862022154100480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1775764894.066205:0:6523:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 95592448 pending 0 free 1444470784 avail 1298231296 00000100:00100000:1.0:1775764894.066262:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1862022154100480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (1061us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.066269:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00000100:00100000:0.0:1775764894.066322:0:3663:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294977041 gen 2 00000004:00080000:0.0:1775764894.066328:0:3663:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294977041 committed transno 4294977041 00000100:00100000:0.0:1775764894.066373:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38621ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1862022154100480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1775764894.082023:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.082219:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133180928 00000100:00100000:2.0:1775764894.082231:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133180928 00000100:00100000:2.0:1775764894.082294:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17020 00000100:00100000:2.0:1775764894.082303:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+410:89014:x1862022133180928:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.082389:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9af4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.082418:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9af4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.082432:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9af4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.082446:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b9afb lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4508a906 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.082452:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b9afb lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4508a906 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.082458:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b9afb lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4508a906 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.082475:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b9b02 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 192 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.082518:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77096 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.082526:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b9b02 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.082562:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77096 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.082574:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77096 expref: 33 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.082592:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154100608:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.082720:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.086571:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154100608:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.086609:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b9b02 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.089945:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.090050:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.090085:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133181056 00000100:00100000:3.0:1775764894.090095:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133181056 00000100:00100000:3.0:1775764894.090160:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17021 00000100:00100000:3.0:1775764894.090170:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133181056:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.090191:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.090214:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9b09 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7709d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.090284:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 193 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.090302:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b9b02 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.090310:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 193 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.090329:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b9b02 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.090340:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133181184 00010000:00010000:3.0:1775764894.090340:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.090344:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133181184 00010000:00010000:1.0:1775764894.090365:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77096 expref: 36 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.090440:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2328 00000100:00100000:1.0:1775764894.090448:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2405:x1862022133181184:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764894.090458:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764894.090479:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77096 expref: 36 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.090492:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77096 expref: 36 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.090511:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9aed lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77096 expref: 36 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.090527:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.090532:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.090542:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b9b02 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.090585:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b9b02 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.090594:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b9b02 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.090602:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.090608:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.090736:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764894.090789:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2405:x1862022133181184:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 341us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.090798:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2328 00010000:00010000:2.0:1775764894.091317:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b9b02 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.091328:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b9b02 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.092211:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba624fc7 reply state 0000000006cea72f transno 4294977248 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b9b02 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092231:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b800/0x2bbd42d658b9b02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092240:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.092243:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.092246:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092254:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092260:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.092294:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.092301:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9af4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092307:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9af4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092313:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9af4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092320:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9af4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092325:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.092329:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9af4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092336:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9af4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092347:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.092349:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.092352:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9af4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092358:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9af4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.092369:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba624fc7 reply state 0000000006cea72f transno 4294977248 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b9afb lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4508a906 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092378:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b200/0x2bbd42d658b9afb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4508a906 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.092384:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4508a906 (ffff9ee4a625ad00) 00010000:00010000:2.0:1775764894.092386:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.092388:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1775764894.092536:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.092544:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.092578:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.092598:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.092747:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.092751:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.092754:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.092755:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.092757:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.092762:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.092788:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9b09 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7709d expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.092794:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+412:89014:x1862022133180928:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10491us (10782us total) trans 4294977248 rc 0/0 00010000:00010000:3.0:1775764894.092915:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 192 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7709d expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.092923:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.092925:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.092928:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa56a00, rc 0) 00000100:00100000:3.0:1775764894.092953:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133181056:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2786us (3019us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.092985:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17020 00000100:00100000:3.0:1775764894.097387:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17021 00000100:00100000:0.0:1775764894.098436:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.098658:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133181440 00000100:00100000:3.0:1775764894.098669:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133181440 00000100:00100000:3.0:1775764894.098718:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17022 00000100:00100000:3.0:1775764894.098727:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+412:89014:x1862022133181440:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.098832:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9b17 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.098851:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9b17 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.098865:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9b17 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.098895:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b9b1e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb4e65355 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.098902:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b9b1e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4e65355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.098912:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b9b1e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4e65355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.098932:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b9b25 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 193 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.098983:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7709d expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.098992:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b9b25 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.099035:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7709d expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.099049:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7709d expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.099065:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154100736:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.099172:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9e480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.101170:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154100736:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.101204:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b9b25 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.102749:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.102890:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133181568 00000100:00100000:3.0:1775764894.102899:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133181568 00010000:00010000:3.0:1775764894.102938:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7709d expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.102992:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2329 00000100:00100000:3.0:1775764894.103000:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133181568:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.103015:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.103040:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7709d expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.103053:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7709d expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.103074:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9b10 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7709d expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.103089:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.103094:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b9b25 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.103303:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b9b25 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.103314:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b9b25 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 193 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.103349:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.103414:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133181568:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 414us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.103423:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2329 00010000:00010000:0.0:1775764894.103486:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b9b25 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.103495:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b9b25 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.104034:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b225e2ec reply state 00000000e1758d98 transno 4294977249 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b9b25 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.104048:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c200/0x2bbd42d658b9b25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 192 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.104055:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.104058:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764894.104061:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.104067:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9b17 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.104073:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9b17 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.104079:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9b17 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.104085:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9b17 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.104091:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.104096:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9b17 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.104103:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9b17 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.104114:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.104116:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.104120:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9b17 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.104126:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9b17 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.104150:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b225e2ec reply state 00000000e1758d98 transno 4294977249 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b9b1e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb4e65355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.104159:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38510bc00/0x2bbd42d658b9b1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb4e65355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.104166:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb4e65355 (ffff9ee385b45500) 00010000:00010000:0.0:1775764894.104168:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.104170:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.104237:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+414:89014:x1862022133181440:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5510us (5808us total) trans 4294977249 rc 0/0 00000100:00100000:0.0:1775764894.104245:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17022 00000100:00100000:0.0:1775764894.107010:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.107062:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133181696 00000100:00100000:1.0:1775764894.107073:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133181696 00000100:00100000:1.0:1775764894.107136:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17023 00000100:00100000:1.0:1775764894.107146:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133181696:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.107166:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.107188:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9b2c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770a4 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.107260:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9b33 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 193 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.107276:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9b33 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.107288:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9b33 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.107332:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.107354:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9b33 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.107373:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.107376:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.107379:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.107381:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:1.0:1775764894.107384:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.107387:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.107407:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9b2c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770a4 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.107426:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9b33 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 193 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770a4 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.107434:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.107437:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.107441:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39e9f1e00, rc 0) 00000100:00100000:1.0:1775764894.107503:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133181696:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 358us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.107510:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17023 00000100:00100000:2.0:1775764894.108933:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.109013:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133181952 00000100:00100000:0.0:1775764894.109021:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133181952 00000100:00100000:0.0:1775764894.109076:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17024 00000100:00100000:0.0:1775764894.109086:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+414:89014:x1862022133181952:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.109171:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9b3a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.109187:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9b3a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.109198:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9b3a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.109212:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b9b41 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe1fdadb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.109219:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b9b41 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe1fdadb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.109225:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b9b41 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe1fdadb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.109244:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b9b48 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 194 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.109289:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9b33 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770a4 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.109297:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b9b48 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.109332:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9b33 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770a4 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.109349:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9b33 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770a4 expref: 33 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.109362:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385979f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154100864:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.109445:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.112524:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385979f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154100864:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.112554:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b9b48 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.114209:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.114314:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.114392:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133182080 00000100:00100000:0.0:1775764894.114401:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133182080 00000100:00100000:0.0:1775764894.114471:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17025 00000100:00100000:0.0:1775764894.114481:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133182080:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.114501:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.114521:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b4f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770ab expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.114587:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 195 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.114600:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b9b48 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.114613:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 195 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.114666:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b9b48 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.114676:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 195 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.115236:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133182208 00000100:00100000:3.0:1775764894.115242:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133182208 00010000:00010000:3.0:1775764894.115267:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9b33 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770a4 expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.115302:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2330 00000100:00100000:3.0:1775764894.115310:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488d4cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133182208:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.115320:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.115340:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9b33 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770a4 expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.115353:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9b33 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770a4 expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.115372:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9b33 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770a4 expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.115386:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.115390:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 195 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.115397:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b9b48 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.115438:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b9b48 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.115446:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b9b48 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.115452:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 195 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.115458:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 195 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.115482:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764894.115605:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b9b48 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.115640:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b9b48 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.116169:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006338c83f reply state 0000000086bd0e7a transno 4294977250 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b9b48 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.116183:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c800/0x2bbd42d658b9b48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 194 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.116191:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.116193:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.116196:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 194 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.116204:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.116210:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.116227:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.116235:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9b3a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.116242:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9b3a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.116244:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488d4cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133182208:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 932us (1926us total) trans 0 rc 0/0 00010000:00010000:2.0:1775764894.116248:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9b3a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.116255:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9b3a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.116255:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2330 00010000:00010000:2.0:1775764894.116260:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.116265:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9b3a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.116272:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9b3a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.116280:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.116282:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.116286:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9b3a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.116291:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9b3a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.116302:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006338c83f reply state 0000000086bd0e7a transno 4294977250 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b9b41 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe1fdadb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.116310:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6de00/0x2bbd42d658b9b41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe1fdadb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.116315:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe1fdadb3 (ffff9ee4c00dfc00) 00010000:00010000:2.0:1775764894.116317:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.116319:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.116374:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+416:89014:x1862022133181952:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7289us (7448us total) trans 4294977250 rc 0/0 00000100:00100000:2.0:1775764894.116381:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17024 00010000:00010000:0.0:1775764894.116968:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.116978:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.117023:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.117045:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.117069:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.117073:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.117075:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.117078:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764894.117086:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.117090:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.117114:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b4f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ab expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.117146:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 194 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ab expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.117155:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.117157:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.117160:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6d000, rc 0) 00000100:00100000:0.0:1775764894.117195:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133182080:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2716us (2994us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.117202:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17025 00000100:00100000:0.0:1775764894.119486:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.119583:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133182464 00000100:00100000:2.0:1775764894.119594:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133182464 00000100:00100000:2.0:1775764894.120017:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17026 00000100:00100000:2.0:1775764894.120029:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+416:89014:x1862022133182464:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.120119:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9b5d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.120135:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9b5d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.120148:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9b5d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.120163:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b9b64 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa75cd176 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.120169:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b9b64 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa75cd176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.120176:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b9b64 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa75cd176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.120193:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b9b6b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 195 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.120237:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ab expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.120246:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b9b6b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.120282:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ab expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.120296:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ab expref: 33 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.120310:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154100992:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.120399:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.129738:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154100992:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.129770:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b9b6b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.129965:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.131723:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.131816:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133182720 00000100:00100000:2.0:1775764894.131826:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133182720 00000100:00100000:2.0:1775764894.131899:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17027 00000100:00100000:2.0:1775764894.131909:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133182720:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764894.131932:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.131955:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9b72 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770b2 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.132026:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 196 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.132040:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b9b6b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.132047:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 196 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.132065:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b9b6b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.132077:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.132454:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133182592 00000100:00100000:0.0:1775764894.132460:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133182592 00010000:00010000:0.0:1775764894.132484:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ab expref: 36 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.132561:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2331 00000100:00100000:0.0:1775764894.132569:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38621ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133182592:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.132581:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.132793:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ab expref: 36 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.132979:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ab expref: 36 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.133003:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9b56 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ab expref: 36 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.133018:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.133022:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.133031:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b9b6b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.133075:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b9b6b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.133083:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b9b6b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.133090:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.133096:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.133176:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.133242:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38621ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133182592:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 674us (3278us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.133251:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2331 00010000:00010000:2.0:1775764894.134408:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b9b6b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.134421:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b9b6b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.134990:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000681cb406 reply state 0000000099f3940c transno 4294977251 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b9b6b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135009:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b400/0x2bbd42d658b9b6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135018:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.135021:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.135024:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135032:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135038:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.135074:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.135081:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9b5d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135088:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9b5d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135093:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9b5d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135099:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9b5d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135104:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.135109:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9b5d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135116:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9b5d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135127:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.135129:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.135132:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9b5d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135138:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9b5d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.135152:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000681cb406 reply state 0000000099f3940c transno 4294977251 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b9b64 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa75cd176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135159:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8bc00/0x2bbd42d658b9b64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa75cd176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.135165:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa75cd176 (ffff9ee4a625a500) 00010000:00010000:2.0:1775764894.135167:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.135169:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.135249:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+418:89014:x1862022133182464:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15218us (15767us total) trans 4294977251 rc 0/0 00000100:00100000:2.0:1775764894.135258:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17026 00010000:00010000:1.0:1775764894.135567:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.135575:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.135614:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.135668:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.135695:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.135698:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.135700:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.135703:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:1.0:1775764894.135705:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.135709:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.135732:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9b72 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b2 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.135748:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 195 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b2 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.135755:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.135757:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.135760:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a400, rc 0) 00000100:00100000:1.0:1775764894.135793:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133182720:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3886us (4080us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.135800:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17027 00000100:00100000:1.0:1775764894.142135:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.142352:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133182976 00000100:00100000:0.0:1775764894.142363:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133182976 00000100:00100000:0.0:1775764894.142432:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17028 00000100:00100000:0.0:1775764894.142442:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+418:89014:x1862022133182976:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.142534:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b80 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142552:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b80 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142565:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b80 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142580:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b9b87 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x5e48390a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142586:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b9b87 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5e48390a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142591:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b9b87 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5e48390a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142641:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b9b8e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 196 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142685:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b2 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142693:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b9b8e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142728:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b2 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142743:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b2 expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.142758:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154101120:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.142844:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.145587:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154101120:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764894.145643:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b9b8e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.148302:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.148403:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.148479:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133183232 00000100:00100000:3.0:1775764894.148489:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133183232 00010000:00010000:3.0:1775764894.148531:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b2 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.148575:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2332 00000100:00100000:3.0:1775764894.148584:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384847100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133183232:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.148598:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.148651:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b2 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.148665:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b2 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.148687:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9b79 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b2 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.148706:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.148713:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b9b8e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.148759:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b9b8e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.148768:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b9b8e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.148801:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.148857:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384847100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133183232:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 273us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.148865:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2332 00010000:00010000:0.0:1775764894.148914:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b9b8e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.148923:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b9b8e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 195 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.149022:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133183104 00000100:00100000:2.0:1775764894.149027:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133183104 00000100:00100000:2.0:1775764894.149067:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17029 00000100:00100000:2.0:1775764894.149074:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133183104:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764894.149088:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.149103:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9b95 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770b9 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.149156:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 196 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.149165:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b9b8e lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.149175:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 196 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.149189:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b9b8e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.149197:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 196 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.150450:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fccf84f7 reply state 00000000e2a21b49 transno 4294977252 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b9b8e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150475:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ce00/0x2bbd42d658b9b8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150483:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.150486:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764894.150489:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 196 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150497:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150503:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.150523:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.150531:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b80 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150537:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b80 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150543:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b80 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150549:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b80 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150555:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.150559:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b80 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150566:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b80 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150577:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.150579:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.150582:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b80 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150588:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9b80 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.150601:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fccf84f7 reply state 00000000e2a21b49 transno 4294977252 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b9b87 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x5e48390a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150610:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c400/0x2bbd42d658b9b87 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x5e48390a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.150616:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x5e48390a (ffff9ee4c00dfb00) 00010000:00010000:0.0:1775764894.150618:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.150639:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.150729:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+420:89014:x1862022133182976:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8285us (8601us total) trans 4294977252 rc 0/0 00000100:00100000:0.0:1775764894.150737:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17028 00010000:00010000:2.0:1775764894.150876:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.150899:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764894.150940:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764894.150959:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.150986:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764894.150989:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.150992:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.150994:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764894.150997:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764894.151001:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764894.151021:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9b95 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b9 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.151035:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 196 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b9 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.151043:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.151045:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764894.151047:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8be00, rc 0) 00000100:00100000:2.0:1775764894.151087:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133183104:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2014us (2797us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.151093:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17029 00000100:00100000:1.0:1775764894.158182:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.158261:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133183488 00000100:00100000:2.0:1775764894.158274:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133183488 00000100:00100000:2.0:1775764894.158340:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17030 00000100:00100000:2.0:1775764894.158351:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+420:89014:x1862022133183488:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.158448:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9ba3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.158469:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9ba3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.158483:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9ba3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.158501:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b9baa lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6b348faf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.158508:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b9baa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6b348faf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.158515:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b9baa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6b348faf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.158537:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b9bb1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 197 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.158585:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b9 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.158595:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b9bb1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.158673:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b9 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.158688:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b9 expref: 33 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.158702:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154101248:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.158776:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.167171:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154101248:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.167206:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b9bb1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.171406:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.171485:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133183616 00000100:00100000:0.0:1775764894.171495:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133183616 00010000:00010000:0.0:1775764894.171543:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b9 expref: 34 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.171585:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2333 00000100:00100000:0.0:1775764894.171595:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133183616:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.171614:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.171686:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b9 expref: 34 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.171701:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b9 expref: 34 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.171727:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9b9c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770b9 expref: 34 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.171746:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.171752:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b9bb1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.171809:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b9bb1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.171817:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b9bb1 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.171984:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764894.172047:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2404:x1862022133183616:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 452us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.172055:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2333 00010000:00010000:2.0:1775764894.172138:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b9bb1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.172149:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b9bb1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.172688:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d3de0e08 reply state 00000000a643610a transno 4294977253 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b9bb1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.172703:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b000/0x2bbd42d658b9bb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 196 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.172710:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.172713:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764894.172717:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.172724:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9ba3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.172730:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9ba3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.172736:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9ba3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.172743:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9ba3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.172748:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8b600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.172752:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9ba3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.172759:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9ba3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.172769:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.172771:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.172775:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9ba3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.172781:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9ba3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.172793:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d3de0e08 reply state 00000000a643610a transno 4294977253 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b9baa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6b348faf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.172801:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ae00/0x2bbd42d658b9baa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6b348faf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.172806:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6b348faf (ffff9ee4a625a300) 00010000:00010000:2.0:1775764894.172808:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.172810:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.172864:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+422:89014:x1862022133183488:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14514us (14691us total) trans 4294977253 rc 0/0 00000100:00100000:2.0:1775764894.172872:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17030 00000100:00100000:1.0:1775764894.176228:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.178113:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133183744 00000100:00100000:0.0:1775764894.178125:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133183744 00000100:00100000:0.0:1775764894.178195:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17031 00000100:00100000:0.0:1775764894.178205:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133183744:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.178229:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.178253:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9bb8 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770c0 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.178315:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bbf lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 197 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.178335:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bbf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.178346:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bbf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.178393:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.178415:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bbf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.178435:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.178437:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.178440:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.178442:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764894.178444:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.178448:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.178469:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9bb8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c0 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.178486:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bbf lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 197 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c0 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.178495:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.178498:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.178502:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6d000, rc 0) 00000100:00100000:0.0:1775764894.178580:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133183744:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 376us (2363us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.178588:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17031 00000100:00100000:3.0:1775764894.180514:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.183126:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133184000 00000100:00100000:0.0:1775764894.183152:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133184000 00000100:00100000:0.0:1775764894.183230:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17032 00000100:00100000:0.0:1775764894.183241:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+422:89014:x1862022133184000:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.183336:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9bc6 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.183355:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9bc6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.183368:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9bc6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.183385:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b9bcd lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd0a5cb3e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.183393:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b9bcd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd0a5cb3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.183399:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b9bcd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd0a5cb3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.183417:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9bd4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 198 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.183461:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bbf lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c0 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.183471:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9bd4 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.183509:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bbf lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c0 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.183523:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bbf lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c0 expref: 33 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.183538:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154101376:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.183654:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.185837:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154101376:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764894.185864:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9bd4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.186788:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.186915:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133184128 00000100:00100000:0.0:1775764894.186922:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133184128 00010000:00010000:0.0:1775764894.186957:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bbf lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c0 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.187001:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2334 00000100:00100000:0.0:1775764894.187011:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387309180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133184128:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.187026:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.187052:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bbf lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c0 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.187065:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bbf lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c0 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.187089:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bbf lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c0 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.187113:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.187118:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9bd4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.187171:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9bd4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.187180:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9bd4 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 198 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.187210:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764894.187229:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9bd4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.187237:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9bd4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.187267:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387309180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133184128:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 258us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.187275:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2334 00000004:00010000:2.0:1775764894.187749:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004b10a7f reply state 00000000c7bb2c17 transno 4294977254 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9bd4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.187764:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6cc00/0x2bbd42d658b9bd4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.187770:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.187773:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764894.187775:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.187782:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9bc6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.187793:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9bc6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.187798:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9bc6 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.187817:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9bc6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.187824:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.187829:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9bc6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.187837:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9bc6 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.187846:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.187848:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.187851:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9bc6 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.187857:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9bc6 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.187868:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004b10a7f reply state 00000000c7bb2c17 transno 4294977254 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b9bcd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd0a5cb3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.187876:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d600/0x2bbd42d658b9bcd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd0a5cb3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.187960:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd0a5cb3e (ffff9ee4c00dfe00) 00010000:00010000:2.0:1775764894.187963:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.187966:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.188015:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+424:89014:x1862022133184000:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4776us (7509us total) trans 4294977254 rc 0/0 00000100:00100000:2.0:1775764894.188023:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17032 00000100:00100000:3.0:1775764894.190477:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.191699:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.191776:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133184256 00000100:00100000:2.0:1775764894.191786:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133184256 00000100:00100000:2.0:1775764894.191835:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133184512 00000100:00100000:2.0:1775764894.191838:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133184512 00000100:00100000:2.0:1775764894.191862:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17033 00000100:00100000:2.0:1775764894.191870:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133184256:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764894.191903:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.191922:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9bdb lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770c7 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.191982:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9be2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 198 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.191997:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9be2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192008:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9be2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764894.192051:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764894.192070:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9be2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.192086:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764894.192089:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.192092:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.192095:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764894.192097:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764894.192101:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764894.192120:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9bdb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c7 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192136:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9be2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 198 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c7 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192144:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.192147:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764894.192151:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a200, rc 0) 00000100:00100000:2.0:1775764894.192201:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133184256:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 332us (1731us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.192208:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17033 00000100:00100000:2.0:1775764894.192224:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17034 00000100:00100000:2.0:1775764894.192231:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+424:89014:x1862022133184512:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.192269:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9be9 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192278:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9be9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192285:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9be9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192317:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9bf0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc75ae5db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192326:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc75ae5db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192332:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc75ae5db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192370:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9bf7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 199 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192411:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9be2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c7 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192418:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9bf7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192447:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9be2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c7 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.192460:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9be2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c7 expref: 33 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.192473:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154101504:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.192518:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.196934:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154101504:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.196965:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9bf7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.197269:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.197342:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.197459:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133184768 00000100:00100000:0.0:1775764894.197467:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133184768 00000100:00100000:0.0:1775764894.197528:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17035 00000100:00100000:0.0:1775764894.197538:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133184768:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.197558:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.197577:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bfe lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770ce expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.197763:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 200 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.197777:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9bf7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.197788:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 200 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.197806:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9bf7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.197815:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 200 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.198039:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133184640 00000100:00100000:2.0:1775764894.198045:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133184640 00010000:00010000:2.0:1775764894.198066:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9be2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c7 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.198093:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2335 00000100:00100000:2.0:1775764894.198100:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133184640:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.198108:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.198125:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9be2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c7 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.198136:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9be2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c7 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.198154:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9be2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770c7 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.198169:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.198173:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 200 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.198179:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9bf7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.198218:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9bf7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.198226:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9bf7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.198233:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 200 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.198240:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 200 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.198348:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.198404:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133184640:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 304us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.198412:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2335 00010000:00010000:0.0:1775764894.199736:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9bf7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.199748:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9bf7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.200365:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a295851 reply state 0000000080968664 transno 4294977255 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9bf7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200383:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a400/0x2bbd42d658b9bf7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 199 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200392:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.200395:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764894.200398:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 199 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200405:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200411:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.200479:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.200486:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9be9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200493:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9be9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200499:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9be9 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200505:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9be9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200511:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.200515:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9be9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200523:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9be9 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200533:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.200536:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.200540:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9be9 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200546:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9be9 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.200556:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a295851 reply state 0000000080968664 transno 4294977255 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc75ae5db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200565:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8be00/0x2bbd42d658b9bf0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc75ae5db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.200572:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc75ae5db (ffff9ee4a625bb00) 00010000:00010000:0.0:1775764894.200574:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.200576:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.200689:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+426:89014:x1862022133184512:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8454us (8989us total) trans 4294977255 rc 0/0 00000100:00100000:0.0:1775764894.200698:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17034 00010000:00010000:2.0:1775764894.202192:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.202205:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764894.202256:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764894.202282:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.202311:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764894.202315:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.202318:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.202320:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764894.202322:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764894.202326:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764894.202353:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9bfe lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ce expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.202370:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 199 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ce expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.202384:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.202386:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764894.202390:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6ca00, rc 0) 00000100:00100000:2.0:1775764894.202449:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133184768:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4912us (5105us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.202457:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17035 00000100:00100000:3.0:1775764894.205194:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.205245:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133185024 00000100:00100000:1.0:1775764894.205255:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133185024 00000100:00100000:1.0:1775764894.205315:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17036 00000100:00100000:1.0:1775764894.205325:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+426:89014:x1862022133185024:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.205424:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9c0c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.205441:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9c0c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.205454:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9c0c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.205468:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b9c13 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x56376159 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.205475:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b9c13 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x56376159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.205481:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b9c13 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x56376159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.205498:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b9c1a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 200 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.205538:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ce expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.205547:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b9c1a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.205579:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ce expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.205594:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ce expref: 33 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.205608:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384847480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154101632:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.205716:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.207544:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384847480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154101632:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764894.207569:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b9c1a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.210244:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.210338:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133185152 00000100:00100000:0.0:1775764894.210348:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133185152 00000100:00100000:0.0:1775764894.210410:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17037 00000100:00100000:0.0:1775764894.210419:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133185152:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.210442:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.210462:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9c21 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770d5 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.210530:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 201 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.210545:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b9c1a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.210553:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 201 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.210570:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b9c1a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.210580:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 201 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.211683:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.211858:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133185280 00000100:00100000:1.0:1775764894.211865:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133185280 00010000:00010000:1.0:1775764894.211966:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ce expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.212005:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2336 00000100:00100000:1.0:1775764894.212014:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133185280:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764894.212026:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764894.212050:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ce expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.212062:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ce expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.212082:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9c05 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ce expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.212100:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.212104:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 201 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.212111:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b9c1a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.212153:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b9c1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.212160:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b9c1a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.212167:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 201 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.212172:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 201 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.212260:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764894.212321:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133185280:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 308us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.212330:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2336 00010000:00010000:2.0:1775764894.213552:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b9c1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.213566:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b9c1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.214282:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009058adaa reply state 00000000bc287f92 transno 4294977256 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b9c1a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214299:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef600/0x2bbd42d658b9c1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 200 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214307:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.214310:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.214314:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 200 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214323:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214330:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 200 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.214430:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.214439:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9c0c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214447:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9c0c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214453:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9c0c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214459:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9c0c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214465:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeef200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.214470:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9c0c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214477:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9c0c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214488:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.214490:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.214494:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9c0c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214499:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9c0c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.214513:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009058adaa reply state 00000000bc287f92 transno 4294977256 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b9c13 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x56376159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214522:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeec00/0x2bbd42d658b9c13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x56376159 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.214528:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x56376159 (ffff9ee4965d0a00) 00010000:00010000:2.0:1775764894.214531:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.214532:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.214650:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+428:89014:x1862022133185024:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9323us (9462us total) trans 4294977256 rc 0/0 00000100:00100000:2.0:1775764894.214658:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17036 00000100:00100000:3.0:1775764894.217839:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.217947:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133185536 00000100:00100000:2.0:1775764894.217956:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133185536 00000100:00100000:2.0:1775764894.218009:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17038 00000100:00100000:2.0:1775764894.218019:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+428:89014:x1862022133185536:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.218103:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9c2f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.218120:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9c2f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.218132:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9c2f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.218147:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9c36 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3f9a61e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.218153:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9c36 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3f9a61e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.218159:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9c36 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3f9a61e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.218176:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9c3d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 201 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.218216:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.218224:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9c3d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.218241:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.218251:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9c3d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.218546:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.218555:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.218787:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.218818:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.218839:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.218842:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.218845:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.218847:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:1.0:1775764894.218849:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.218853:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.218895:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9c21 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770d5 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.218920:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770d5 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.218930:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770d5 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.218936:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6d400, rc 0) 00000100:00100000:1.0:1775764894.219002:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133185152:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 8583us (8766us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.219010:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17037 00000100:00100000:3.0:1775764894.222846:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.222906:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.223014:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133185664 00000100:00100000:2.0:1775764894.223024:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133185664 00000100:00100000:2.0:1775764894.223078:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17039 00000100:00100000:2.0:1775764894.223088:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133185664:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764894.223109:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.223131:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9c44 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770dc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.223198:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 202 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.223212:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9c3d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.223220:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 202 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.223238:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9c3d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.223249:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.223492:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133185792 00000100:00100000:0.0:1775764894.223497:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133185792 00010000:00010000:0.0:1775764894.223519:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770d5 expref: 36 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.223552:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2337 00000100:00100000:0.0:1775764894.223560:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133185792:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.223569:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.223588:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770d5 expref: 36 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.223601:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770d5 expref: 36 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.223662:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9c28 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770d5 expref: 36 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.223678:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.223683:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.223695:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9c3d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.223734:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9c3d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.223743:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9c3d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.223751:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.223757:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.223779:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.223844:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133185792:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 284us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.223851:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2337 00010000:00010000:1.0:1775764894.224052:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9c3d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224060:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9c3d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.224533:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000233228b4 reply state 000000002fe784f3 transno 4294977257 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9c3d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224547:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a600/0x2bbd42d658b9c3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224554:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.224557:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764894.224559:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224566:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224571:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.224589:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.224596:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9c2f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224603:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9c2f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224609:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9c2f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224616:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9c2f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224646:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8a200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.224650:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9c2f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224657:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9c2f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224667:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.224669:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.224673:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9c2f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224678:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9c2f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.224690:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000233228b4 reply state 000000002fe784f3 transno 4294977257 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9c36 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3f9a61e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224699:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8b600/0x2bbd42d658b9c36 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3f9a61e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.224705:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3f9a61e7 (ffff9ee4a625b700) 00010000:00010000:1.0:1775764894.224707:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.224709:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.224759:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+430:89014:x1862022133185536:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6741us (6929us total) trans 4294977257 rc 0/0 00000100:00100000:1.0:1775764894.224766:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17038 00010000:00010000:2.0:1775764894.225176:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.225184:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764894.225220:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764894.225241:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.225264:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764894.225267:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.225270:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.225273:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764894.225275:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764894.225279:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764894.225298:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9c44 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770dc expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.225313:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 201 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770dc expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.225320:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.225323:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764894.225325:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bff05e00, rc 0) 00000100:00100000:2.0:1775764894.225354:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133185664:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2268us (2519us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.225361:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17039 00000100:00100000:3.0:1775764894.229157:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.229234:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133186048 00000100:00100000:2.0:1775764894.229244:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133186048 00000100:00100000:2.0:1775764894.229304:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17040 00000100:00100000:2.0:1775764894.229315:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee387309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+430:89014:x1862022133186048:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.229401:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9c52 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.229419:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9c52 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.229432:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9c52 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.229448:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9c59 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xca533166 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.229455:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9c59 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xca533166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.229462:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9c59 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xca533166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.229500:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91200/0x2bbd42d658b9c60 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 202 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.229544:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770dc expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.229557:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91200/0x2bbd42d658b9c60 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.229592:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770dc expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.229616:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770dc expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.229661:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154101760:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.229734:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.235459:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154101760:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.235501:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91200/0x2bbd42d658b9c60 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.237075:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.237156:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133186176 00000100:00100000:2.0:1775764894.237164:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133186176 00010000:00010000:2.0:1775764894.237220:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 202 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770dc expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.237257:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2338 00000100:00100000:2.0:1775764894.237267:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133186176:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.237281:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.237305:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770dc expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.237322:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770dc expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.237344:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9c4b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770dc expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.237360:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.237365:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91200/0x2bbd42d658b9c60 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.237405:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91200/0x2bbd42d658b9c60 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.237414:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91200/0x2bbd42d658b9c60 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.237445:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.237498:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133186176:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 233us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.237507:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2338 00010000:00010000:3.0:1775764894.238230:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91200/0x2bbd42d658b9c60 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.238243:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91200/0x2bbd42d658b9c60 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.239031:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8f876fe reply state 00000000d396abf4 transno 4294977258 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91200/0x2bbd42d658b9c60 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.239046:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91200/0x2bbd42d658b9c60 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 201 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.239054:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.239056:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764894.239059:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764894.239067:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9c52 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.239074:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9c52 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.239080:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9c52 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.239087:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9c52 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.239093:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4813a2200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764894.239098:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9c52 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.239106:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9c52 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.239116:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764894.239118:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.239122:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9c52 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.239127:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9c52 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.239138:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8f876fe reply state 00000000d396abf4 transno 4294977258 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9c59 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xca533166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.239146:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384017800/0x2bbd42d658b9c59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xca533166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.239152:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xca533166 (ffff9ee4a625b900) 00010000:00010000:3.0:1775764894.239154:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764894.239156:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764894.239227:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee387309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+432:89014:x1862022133186048:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9913us (10076us total) trans 4294977258 rc 0/0 00000100:00100000:3.0:1775764894.239235:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17040 00000100:00100000:3.0:1775764894.241449:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.241612:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133186432 00000100:00100000:1.0:1775764894.241641:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133186432 00000100:00100000:1.0:1775764894.241693:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17041 00000100:00100000:1.0:1775764894.241703:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+432:89014:x1862022133186432:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.241781:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9c67 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.241797:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9c67 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.241819:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9c67 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.241835:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b9c6e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb307967e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.241842:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b9c6e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb307967e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.241848:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b9c6e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb307967e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.241866:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b9c75 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 202 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.241914:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b9c75 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.241922:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b9c75 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 202 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.243374:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.243445:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133186560 00000100:00100000:2.0:1775764894.243451:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133186560 00000100:00100000:2.0:1775764894.243495:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17042 00000100:00100000:2.0:1775764894.243503:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133186560:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764894.243518:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.243532:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9c7c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770e3 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.243593:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 203 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.243604:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b9c75 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.243612:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 203 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.243662:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b9c75 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.243673:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 203 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.243987:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e272a4b7 reply state 00000000853785d0 transno 4294977259 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b9c75 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244002:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeee00/0x2bbd42d658b9c75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 203 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244010:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.244013:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764894.244016:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 203 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244023:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244028:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.244054:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.244061:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9c67 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244068:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9c67 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244075:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9c67 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244081:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9c67 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244088:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeef000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.244090:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9c67 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244098:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9c67 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244108:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.244111:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.244114:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9c67 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244119:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9c67 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.244130:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e272a4b7 reply state 00000000853785d0 transno 4294977259 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b9c6e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb307967e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244139:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee600/0x2bbd42d658b9c6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb307967e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.244145:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb307967e (ffff9ee4965d0f00) 00010000:00010000:1.0:1775764894.244146:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.244148:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.244217:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+434:89014:x1862022133186432:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 2514us (2774us total) trans 4294977259 rc 0/0 00000100:00100000:1.0:1775764894.244225:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17041 00010000:00010000:3.0:1775764894.244287:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.244295:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.244328:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.244344:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.244361:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.244364:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.244368:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.244370:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.244372:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.244376:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.244392:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9c7c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770e3 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.244405:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 203 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770e3 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.244411:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.244413:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.244416:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd91c00, rc 0) 00000100:00100000:3.0:1775764894.244447:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133186560:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 946us (1078us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.244454:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17042 00000100:00100000:0.0:1775764894.248367:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.248444:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133186816 00000100:00100000:3.0:1775764894.248454:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133186816 00000100:00100000:3.0:1775764894.248520:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17043 00000100:00100000:3.0:1775764894.248530:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+434:89014:x1862022133186816:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.248664:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9c8a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.248682:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9c8a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.248693:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9c8a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.248714:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b9c91 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7813989e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.248721:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b9c91 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7813989e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.248728:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b9c91 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7813989e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.248747:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b9c98 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 204 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.248786:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770e3 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.248795:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b9c98 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.248826:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770e3 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.248840:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770e3 expref: 33 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.248853:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825cd180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154101888:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.248940:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.258278:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825cd180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154101888:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.258308:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b9c98 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.259923:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.260151:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133186944 00000100:00100000:3.0:1775764894.260159:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133186944 00000100:00100000:3.0:1775764894.260221:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17044 00000100:00100000:3.0:1775764894.260230:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133186944:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.260249:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.260269:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b9c9f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770ea expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.260336:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 205 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.260351:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b9c98 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.260359:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.260377:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b9c98 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.260388:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.261788:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.262043:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133187072 00000100:00100000:3.0:1775764894.262051:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133187072 00010000:00010000:3.0:1775764894.262084:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770e3 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.262124:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2339 00000100:00100000:3.0:1775764894.262133:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133187072:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.262146:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.262169:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770e3 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.262181:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770e3 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.262201:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9c83 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770e3 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.262218:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.262223:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.262230:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b9c98 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.262273:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b9c98 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.262282:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b9c98 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.262289:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.262295:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.262331:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764894.262512:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b9c98 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.262520:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b9c98 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.263029:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a4bd32e reply state 00000000d3bba741 transno 4294977260 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b9c98 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263043:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d000/0x2bbd42d658b9c98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 204 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263049:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.263052:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.263054:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263062:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263067:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.263088:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.263095:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9c8a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263103:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9c8a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263109:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9c8a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263116:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9c8a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263121:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.263126:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9c8a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263132:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9c8a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263142:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.263144:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.263147:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9c8a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263154:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9c8a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.263166:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a4bd32e reply state 00000000d3bba741 transno 4294977260 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b9c91 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7813989e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263174:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d400/0x2bbd42d658b9c91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7813989e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.263179:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7813989e (ffff9ee385b45700) 00010000:00010000:2.0:1775764894.263181:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.263182:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764894.263538:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133187072:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1402us (1751us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.263547:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2339 00010000:00010000:3.0:1775764894.263684:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.263692:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.263725:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.263741:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.263763:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.263766:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.263769:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.263771:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.263774:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.263778:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.263796:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b9c9f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ea expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.263821:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 204 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ea expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.263830:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.263832:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.263835:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38616c800, rc 0) 00000100:00100000:2.0:1775764894.264223:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+436:89014:x1862022133186816:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15693us (15863us total) trans 4294977260 rc 0/0 00000100:00100000:2.0:1775764894.264231:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17043 00000100:00100000:3.0:1775764894.264515:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133186944:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4286us (4596us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.264523:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17044 00000100:00100000:0.0:1775764894.273934:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.277962:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133187328 00000100:00100000:1.0:1775764894.277977:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133187328 00000100:00100000:2.0:1775764894.280277:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17045 00000100:00100000:2.0:1775764894.280291:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+436:89014:x1862022133187328:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.280387:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9cad lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.280405:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9cad lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.280418:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9cad lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.280433:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91e00/0x2bbd42d658b9cb4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa68a7bfb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.280440:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91e00/0x2bbd42d658b9cb4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa68a7bfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.280451:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91e00/0x2bbd42d658b9cb4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa68a7bfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.280470:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90800/0x2bbd42d658b9cbb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 205 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.280514:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ea expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.280523:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90800/0x2bbd42d658b9cbb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.280570:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ea expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.280584:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ea expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.280598:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154102016:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.280995:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.286943:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.287201:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.287410:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133187584 00000100:00100000:0.0:1775764894.287420:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133187584 00000100:00100000:0.0:1775764894.287484:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17046 00000100:00100000:0.0:1775764894.287494:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133187584:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.287517:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.287540:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9cc2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770f1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.287651:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 206 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.287665:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90800/0x2bbd42d658b9cbb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.287673:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 206 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.287692:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90800/0x2bbd42d658b9cbb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.287703:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 206 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.288024:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133187456 00000100:00100000:3.0:1775764894.288029:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133187456 00010000:00010000:3.0:1775764894.288052:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ea expref: 36 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.288167:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154102016:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.288188:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90800/0x2bbd42d658b9cbb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.288235:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2340 00000100:00100000:3.0:1775764894.288244:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133187456:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.288255:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.288274:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ea expref: 36 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.288286:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ea expref: 36 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.288305:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9ca6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ea expref: 36 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.288322:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.288327:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 206 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.288334:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90800/0x2bbd42d658b9cbb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.288378:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90800/0x2bbd42d658b9cbb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.288386:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90800/0x2bbd42d658b9cbb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.288395:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 206 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.288401:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 206 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.288425:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.288485:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133187456:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 242us (1551us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.288492:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2340 00010000:00010000:2.0:1775764894.289053:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90800/0x2bbd42d658b9cbb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289062:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90800/0x2bbd42d658b9cbb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.289550:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065f78fa6 reply state 000000009206c3b9 transno 4294977261 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90800/0x2bbd42d658b9cbb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289565:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90800/0x2bbd42d658b9cbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 205 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289573:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.289575:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.289578:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289585:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289590:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.289654:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.289662:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9cad lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289670:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9cad lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289676:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9cad lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289683:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9cad lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289689:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd90c00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.289694:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9cad lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289702:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9cad lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289711:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.289714:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.289718:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9cad lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289725:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9cad lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.289737:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065f78fa6 reply state 000000009206c3b9 transno 4294977261 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91e00/0x2bbd42d658b9cb4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa68a7bfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289746:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91e00/0x2bbd42d658b9cb4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa68a7bfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.289752:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa68a7bfb (ffff9ee4a625b600) 00010000:00010000:2.0:1775764894.289754:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.289756:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.289819:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+438:89014:x1862022133187328:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9529us (15893us total) trans 4294977261 rc 0/0 00000100:00100000:2.0:1775764894.289827:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17045 00010000:00010000:0.0:1775764894.290664:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.290675:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.290718:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.290740:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.290762:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.290765:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.290768:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.290770:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764894.290772:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.290776:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.290803:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9cc2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f1 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.290819:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 205 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f1 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.290827:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.290829:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.290832:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6d000, rc 0) 00000100:00100000:0.0:1775764894.290891:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133187584:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3398us (3689us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.290898:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17046 00000100:00100000:1.0:1775764894.292134:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.292211:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133187840 00000100:00100000:2.0:1775764894.292220:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133187840 00000100:00100000:2.0:1775764894.292299:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17047 00000100:00100000:2.0:1775764894.292310:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+438:89014:x1862022133187840:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.292384:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9cd0 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.292400:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9cd0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.292411:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9cd0 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.292425:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91000/0x2bbd42d658b9cd7 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2795977a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.292432:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91000/0x2bbd42d658b9cd7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2795977a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.292440:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91000/0x2bbd42d658b9cd7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2795977a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.292458:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90400/0x2bbd42d658b9cde lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 206 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.292497:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f1 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.292505:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90400/0x2bbd42d658b9cde lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.292535:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f1 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.292572:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f1 expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.292594:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154102144:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.292704:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.295312:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.295348:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.295418:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133187968 00000100:00100000:3.0:1775764894.295427:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133187968 00000100:00100000:3.0:1775764894.295478:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17048 00000100:00100000:3.0:1775764894.295489:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133187968:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.295505:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.295524:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b9ce5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770f8 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.295588:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 207 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.295602:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90400/0x2bbd42d658b9cde lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.295648:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 207 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.295670:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90400/0x2bbd42d658b9cde lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.295682:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 207 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.295747:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133188096 00000100:00100000:0.0:1775764894.295751:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133188096 00010000:00010000:0.0:1775764894.295773:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f1 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.295942:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2341 00000100:00100000:0.0:1775764894.295952:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133188096:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.295962:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.295984:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f1 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.295997:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f1 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.296021:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.296026:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 208 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.296033:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90400/0x2bbd42d658b9cde lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.296074:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90400/0x2bbd42d658b9cde lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.296082:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90400/0x2bbd42d658b9cde lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.296090:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 208 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.296096:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 208 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.296108:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.296162:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133188096:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 212us (813us total) trans 0 rc 0/0 00010000:00010000:2.0:1775764894.297020:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9cc9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f1 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.297041:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154102144:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.297062:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90400/0x2bbd42d658b9cde lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.297072:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90400/0x2bbd42d658b9cde lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.297078:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90400/0x2bbd42d658b9cde lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.297597:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a149b96 reply state 00000000210880a6 transno 4294977262 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90400/0x2bbd42d658b9cde lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.297736:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90400/0x2bbd42d658b9cde lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 206 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.297743:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.297746:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.297749:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 206 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.297756:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.297766:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.297867:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.297955:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9cd0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.297964:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9cd0 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.297970:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9cd0 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.297978:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9cd0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.297983:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd90a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.297987:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9cd0 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.297994:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9cd0 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.298005:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.298008:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.298011:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9cd0 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.298017:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9cd0 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.298029:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a149b96 reply state 00000000210880a6 transno 4294977262 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91000/0x2bbd42d658b9cd7 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2795977a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.298039:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91000/0x2bbd42d658b9cd7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2795977a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.298045:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2795977a (ffff9ee4a625be00) 00010000:00010000:2.0:1775764894.298047:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.298050:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.298120:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+440:89014:x1862022133187840:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5810us (5987us total) trans 4294977262 rc 0/0 00000100:00100000:2.0:1775764894.298128:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17047 00010000:00010000:3.0:1775764894.298394:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.298403:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.298439:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.298457:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.298480:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.298483:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.298485:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.298488:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.298490:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.298494:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.298516:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b9ce5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f8 expref: 36 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.298533:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 206 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f8 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.298540:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.298543:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.298546:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38616c600, rc 0) 00000100:00100000:3.0:1775764894.298572:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133187968:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3086us (3267us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.298578:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17048 00000100:00100000:0.0:1775764894.298789:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2341 00000100:00100000:1.0:1775764894.301470:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.301538:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133188352 00000100:00100000:3.0:1775764894.301548:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133188352 00000100:00100000:3.0:1775764894.301789:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17049 00000100:00100000:3.0:1775764894.301813:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+440:89014:x1862022133188352:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.301914:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9cf3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.301931:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9cf3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.301943:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9cf3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.301958:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9cfa lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd93d6374 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.301964:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9cfa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd93d6374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.301970:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9cfa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd93d6374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.301988:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9d01 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 207 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.302029:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f8 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.302038:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9d01 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.302069:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f8 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.302082:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f8 expref: 33 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.302096:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3825cd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154102272:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.302175:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.306922:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.306964:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.307037:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133188608 00000100:00100000:2.0:1775764894.307047:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133188608 00010000:00010000:2.0:1775764894.307086:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f8 expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.307128:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2342 00000100:00100000:2.0:1775764894.307138:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133188608:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.307152:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.307176:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f8 expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.307190:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f8 expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.307212:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.307217:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9d01 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.307267:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9d01 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.307276:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9d01 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.307295:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.307344:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133188608:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 208us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.307353:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2342 00000100:00100000:1.0:1775764894.307501:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133188480 00000100:00100000:1.0:1775764894.307506:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133188480 00000100:00100000:1.0:1775764894.307542:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17050 00000100:00100000:1.0:1775764894.307550:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133188480:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.307567:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.307582:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b9d08 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf770ff expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.307663:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 208 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.307673:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9d01 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.307680:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 208 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.307695:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9d01 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.307705:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 208 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.309258:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9cec lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770f8 expref: 35 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.309281:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3825cd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154102272:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.309302:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9d01 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.309409:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9d01 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.309417:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9d01 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.310180:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000265be5fd reply state 00000000239b73c4 transno 4294977263 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9d01 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310199:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4813a2200/0x2bbd42d658b9d01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 207 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310208:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.310211:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.310215:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 207 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310224:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310235:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.310266:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.310278:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9cf3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310286:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9cf3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310293:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9cf3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.310298:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310302:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9cf3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310316:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764894.310316:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310321:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9cf3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310334:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9cf3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310345:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.310348:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.310351:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9cf3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310357:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9cf3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.310363:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764894.310368:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000265be5fd reply state 00000000239b73c4 transno 4294977263 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9cfa lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd93d6374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310379:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d600/0x2bbd42d658b9cfa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd93d6374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310385:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd93d6374 (ffff9ee385b45300) 00000004:00010000:3.0:1775764894.310387:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.310388:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.310392:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:3.0:1775764894.310423:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.310427:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.310430:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.310432:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.310435:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.310439:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.310464:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b9d08 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ff expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.310477:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+442:89014:x1862022133188352:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8676us (9014us total) trans 4294977263 rc 0/0 00010000:00010000:3.0:1775764894.310483:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 207 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ff expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.310490:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17049 00010000:00010000:3.0:1775764894.310498:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.310501:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.310504:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfeee000, rc 0) 00000100:00100000:3.0:1775764894.310546:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133188480:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2996us (3633us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.310554:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17050 00000100:00100000:0.0:1775764894.312578:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.313258:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133188864 00000100:00100000:2.0:1775764894.313283:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133188864 00000100:00100000:2.0:1775764894.313355:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17051 00000100:00100000:2.0:1775764894.313366:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+442:89014:x1862022133188864:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.313463:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d16 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.313482:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d16 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.313496:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d16 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.313511:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9d1d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfbdab453 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.313518:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9d1d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfbdab453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.313524:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9d1d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfbdab453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.313541:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90e00/0x2bbd42d658b9d24 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 208 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.313585:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ff expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.313593:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90e00/0x2bbd42d658b9d24 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.314136:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ff expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.314151:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ff expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.314166:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154102400:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.314289:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.317026:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.317133:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133188992 00000100:00100000:3.0:1775764894.317143:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133188992 00010000:00010000:3.0:1775764894.317185:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ff expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.317228:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2343 00000100:00100000:3.0:1775764894.317238:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133188992:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.317255:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.317280:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ff expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.317294:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ff expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.317318:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.317324:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90e00/0x2bbd42d658b9d24 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.317379:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90e00/0x2bbd42d658b9d24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.317386:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90e00/0x2bbd42d658b9d24 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.317405:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.317453:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133188992:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.317461:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2343 00000100:00100000:1.0:1775764894.319302:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.319384:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133189120 00000100:00100000:0.0:1775764894.319392:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133189120 00000100:00100000:0.0:1775764894.319448:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17052 00000100:00100000:0.0:1775764894.319458:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133189120:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.319478:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.319498:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9d2b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77106 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.319565:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 209 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.319576:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90e00/0x2bbd42d658b9d24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.319584:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 209 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.319601:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90e00/0x2bbd42d658b9d24 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.319610:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 209 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.319946:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9d0f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf770ff expref: 35 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.319961:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154102400:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.319977:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90e00/0x2bbd42d658b9d24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.319984:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90e00/0x2bbd42d658b9d24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.319989:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90e00/0x2bbd42d658b9d24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.320466:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000038f8853 reply state 00000000e99ba880 transno 4294977264 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90e00/0x2bbd42d658b9d24 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320482:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90e00/0x2bbd42d658b9d24 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320491:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.320493:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.320496:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 208 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320504:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320510:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.320534:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.320542:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d16 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320548:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d16 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320554:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d16 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320561:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d16 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320566:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd90a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.320570:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d16 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320576:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d16 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320585:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.320587:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.320590:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d16 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320596:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d16 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.320607:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000038f8853 reply state 00000000e99ba880 transno 4294977264 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9d1d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfbdab453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320614:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90c00/0x2bbd42d658b9d1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfbdab453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.320645:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfbdab453 (ffff9ee4a625ba00) 00010000:00010000:2.0:1775764894.320649:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.320651:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.320722:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+444:89014:x1862022133188864:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7357us (8151us total) trans 4294977264 rc 0/0 00000100:00100000:2.0:1775764894.320730:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17051 00010000:00010000:0.0:1775764894.321079:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.321088:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.321124:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.321143:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.321166:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.321169:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.321172:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.321175:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764894.321177:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.321181:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.321202:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9d2b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77106 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.321217:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 208 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77106 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.321225:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.321227:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.321229:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6da00, rc 0) 00000100:00100000:0.0:1775764894.321272:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133189120:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1817us (1977us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.321279:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17052 00000100:00100000:1.0:1775764894.323587:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.323754:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133189376 00000100:00100000:2.0:1775764894.323763:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133189376 00000100:00100000:2.0:1775764894.323827:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17053 00000100:00100000:2.0:1775764894.323837:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384847100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+444:89014:x1862022133189376:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.323929:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9d39 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.323946:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9d39 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.323958:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9d39 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.323974:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90000/0x2bbd42d658b9d40 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x90e28745 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.323982:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90000/0x2bbd42d658b9d40 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x90e28745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.323988:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90000/0x2bbd42d658b9d40 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x90e28745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.324006:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91a00/0x2bbd42d658b9d47 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 209 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.324049:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77106 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.324058:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91a00/0x2bbd42d658b9d47 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.324090:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77106 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.324104:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77106 expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.324124:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154102528:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.324294:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.326066:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154102528:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764894.326094:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91a00/0x2bbd42d658b9d47 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.327324:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.327386:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133189504 00000100:00100000:0.0:1775764894.327395:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133189504 00010000:00010000:0.0:1775764894.327431:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77106 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.327473:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2344 00000100:00100000:0.0:1775764894.327483:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133189504:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.327497:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.327522:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77106 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.327534:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77106 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.327554:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9d32 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77106 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.327569:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.327574:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91a00/0x2bbd42d658b9d47 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.327617:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91a00/0x2bbd42d658b9d47 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.327666:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91a00/0x2bbd42d658b9d47 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 209 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.327693:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.327739:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2405:x1862022133189504:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 258us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.327748:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2344 00010000:00010000:1.0:1775764894.328014:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91a00/0x2bbd42d658b9d47 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.328023:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91a00/0x2bbd42d658b9d47 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.328504:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7b1c1e3 reply state 000000000566b629 transno 4294977265 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91a00/0x2bbd42d658b9d47 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.328523:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91a00/0x2bbd42d658b9d47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 208 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.328531:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.328534:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764894.328537:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.328543:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9d39 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.328549:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9d39 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.328555:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9d39 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.328562:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9d39 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.328568:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd91600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.328572:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9d39 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.328579:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9d39 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.328588:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.328591:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.328594:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9d39 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.328601:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9d39 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.328612:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7b1c1e3 reply state 000000000566b629 transno 4294977265 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90000/0x2bbd42d658b9d40 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x90e28745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.328645:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90000/0x2bbd42d658b9d40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x90e28745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.328654:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x90e28745 (ffff9ee4a625b800) 00010000:00010000:1.0:1775764894.328656:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.328659:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.328717:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384847100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+446:89014:x1862022133189376:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4879us (5137us total) trans 4294977265 rc 0/0 00000100:00100000:1.0:1775764894.328724:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17053 00000100:00100000:1.0:1775764894.330764:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.330892:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133189632 00000100:00100000:3.0:1775764894.330902:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133189632 00000100:00100000:3.0:1775764894.330958:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17054 00000100:00100000:3.0:1775764894.330968:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133189632:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.330987:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.331007:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d4e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7710d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.331084:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9d55 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 209 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.331100:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9d55 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.331110:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9d55 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.331154:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.331178:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9d55 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.331198:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.331201:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.331204:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.331206:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.331209:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.331213:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.331233:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d4e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7710d expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.331252:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9d55 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 209 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7710d expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.331260:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.331263:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.331266:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38616d800, rc 0) 00000100:00100000:3.0:1775764894.331324:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133189632:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 358us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.331331:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17054 00000100:00100000:3.0:1775764894.338990:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.339071:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133189888 00000100:00100000:2.0:1775764894.339082:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133189888 00000100:00100000:2.0:1775764894.339138:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17055 00000100:00100000:2.0:1775764894.339147:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+446:89014:x1862022133189888:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.339235:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d5c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.339252:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d5c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.339264:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d5c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.339279:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90600/0x2bbd42d658b9d63 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8c2ce6f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.339287:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90600/0x2bbd42d658b9d63 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8c2ce6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.339294:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90600/0x2bbd42d658b9d63 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8c2ce6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.339311:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91400/0x2bbd42d658b9d6a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 210 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.339357:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9d55 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7710d expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.339371:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91400/0x2bbd42d658b9d6a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.339407:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9d55 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7710d expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.339421:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9d55 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7710d expref: 33 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.339436:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384276300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154102656:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.339511:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.345250:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384276300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154102656:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.345283:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91400/0x2bbd42d658b9d6a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.346988:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.347133:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.347226:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133190144 00000100:00100000:1.0:1775764894.347235:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133190144 00000100:00100000:1.0:1775764894.347300:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17056 00000100:00100000:1.0:1775764894.347309:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133190144:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.347330:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.347351:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9d71 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77114 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.347416:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 211 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.347430:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91400/0x2bbd42d658b9d6a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.347437:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 211 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.347456:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91400/0x2bbd42d658b9d6a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.347467:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 211 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.347740:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133190016 00000100:00100000:0.0:1775764894.347745:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133190016 00010000:00010000:0.0:1775764894.347769:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9d55 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7710d expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.347849:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2345 00000100:00100000:0.0:1775764894.347857:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133190016:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.347867:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.347896:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9d55 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7710d expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.347909:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9d55 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7710d expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.347927:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658b9d55 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7710d expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.347944:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.347948:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 211 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.347956:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91400/0x2bbd42d658b9d6a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.347996:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91400/0x2bbd42d658b9d6a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.348003:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91400/0x2bbd42d658b9d6a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.348010:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 211 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.348021:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 211 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.348046:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.348091:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133190016:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 235us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.348099:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2345 00010000:00010000:2.0:1775764894.348149:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91400/0x2bbd42d658b9d6a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348157:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91400/0x2bbd42d658b9d6a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.348610:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078f0bf58 reply state 0000000067f09677 transno 4294977266 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91400/0x2bbd42d658b9d6a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348645:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91400/0x2bbd42d658b9d6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348653:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.348656:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.348658:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348665:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348671:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.348688:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.348695:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d5c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348702:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d5c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348707:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d5c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348714:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d5c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348720:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd90a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.348724:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d5c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348731:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d5c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348740:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.348742:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.348746:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d5c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348752:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9d5c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.348764:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078f0bf58 reply state 0000000067f09677 transno 4294977266 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90600/0x2bbd42d658b9d63 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8c2ce6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348772:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90600/0x2bbd42d658b9d63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8c2ce6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.348777:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8c2ce6f4 (ffff9ee4a625b200) 00010000:00010000:2.0:1775764894.348780:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.348781:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.348821:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+448:89014:x1862022133189888:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9675us (9840us total) trans 4294977266 rc 0/0 00000100:00100000:2.0:1775764894.348828:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17055 00010000:00010000:1.0:1775764894.349051:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.349060:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.349093:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.349113:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.349133:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.349136:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.349138:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.349141:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:1.0:1775764894.349143:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.349147:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.349167:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9d71 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77114 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.349181:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 210 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77114 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.349187:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.349190:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.349192:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfeee400, rc 0) 00000100:00100000:1.0:1775764894.349233:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133190144:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1926us (2100us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.349239:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17056 00000100:00100000:2.0:1775764894.355526:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.355761:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133190400 00000100:00100000:3.0:1775764894.355771:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133190400 00000100:00100000:3.0:1775764894.355862:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17057 00000100:00100000:3.0:1775764894.355873:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+448:89014:x1862022133190400:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.355970:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d7f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.355988:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d7f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.356000:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d7f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.356014:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b9d86 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x99dce178 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.356021:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b9d86 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x99dce178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.356028:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b9d86 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x99dce178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.356046:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9d8d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 211 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.356089:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77114 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.356103:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9d8d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.356139:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77114 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.356152:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77114 expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.356165:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3858fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154102784:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.356250:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.359316:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3858fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154102784:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.359346:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9d8d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.359918:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.360240:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133190528 00000100:00100000:0.0:1775764894.360248:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133190528 00010000:00010000:0.0:1775764894.360281:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77114 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.360357:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2346 00000100:00100000:0.0:1775764894.360367:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133190528:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.360379:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.360403:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77114 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.360416:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77114 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.360436:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9d78 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77114 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.360451:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.360457:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9d8d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.360501:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9d8d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.360511:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9d8d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 211 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.360535:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.360587:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133190528:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 223us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.360593:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2346 00010000:00010000:3.0:1775764894.360822:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9d8d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.360831:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9d8d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.361376:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5209ca2 reply state 0000000009d2147f transno 4294977267 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9d8d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361391:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c600/0x2bbd42d658b9d8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 210 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361399:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.361401:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764894.361404:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764894.361411:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d7f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361418:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d7f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361424:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d7f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361430:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d7f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361436:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616c800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764894.361440:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d7f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361448:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d7f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361456:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764894.361459:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.361462:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d7f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361468:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658b9d7f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.361479:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5209ca2 reply state 0000000009d2147f transno 4294977267 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b9d86 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x99dce178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361488:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c000/0x2bbd42d658b9d86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x99dce178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361495:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x99dce178 (ffff9ee385b45d00) 00010000:00010000:3.0:1775764894.361497:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764894.361498:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764894.361557:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+450:89014:x1862022133190400:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5686us (6040us total) trans 4294977267 rc 0/0 00000100:00100000:3.0:1775764894.361565:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17057 00000100:00100000:3.0:1775764894.361657:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.361724:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133190656 00000100:00100000:3.0:1775764894.361729:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133190656 00000100:00100000:3.0:1775764894.361748:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17058 00000100:00100000:3.0:1775764894.361753:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133190656:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.361814:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.361832:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9d94 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7711b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361903:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9d9b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 211 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361915:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9d9b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.361924:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9d9b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.361954:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.361972:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9d9b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.361988:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.361992:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.361994:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.361997:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.361999:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.362003:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.362019:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9d94 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7711b expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.362034:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9d9b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 211 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7711b expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.362041:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.362043:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.362046:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa56a00, rc 0) 00000100:00100000:3.0:1775764894.362071:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3858fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133190656:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 317us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.362078:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17058 00000100:00100000:3.0:1775764894.364344:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.368299:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133190912 00000100:00100000:2.0:1775764894.368312:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133190912 00000100:00100000:2.0:1775764894.368370:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17059 00000100:00100000:2.0:1775764894.368378:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+450:89014:x1862022133190912:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.368452:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9da2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.368465:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9da2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.368474:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9da2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.368488:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9da9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf832a52b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.368492:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9da9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf832a52b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.368496:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9da9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf832a52b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.368508:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9db0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 212 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.368546:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9d9b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7711b expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.368550:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9db0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.368577:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9d9b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7711b expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.368587:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9d9b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7711b expref: 33 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.368597:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384276680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154102912:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.368888:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.371414:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384276680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154102912:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.371447:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9db0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.372122:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.372193:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.372248:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133191168 00000100:00100000:1.0:1775764894.372254:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133191168 00000100:00100000:1.0:1775764894.372299:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17060 00000100:00100000:1.0:1775764894.372306:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133191168:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.372322:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.372338:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9db7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77122 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.372388:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 213 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.372397:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9db0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.372402:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 213 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.372415:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9db0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.372421:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 213 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.372484:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133191040 00000100:00100000:2.0:1775764894.372487:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133191040 00010000:00010000:2.0:1775764894.372503:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9d9b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7711b expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.372526:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2347 00000100:00100000:2.0:1775764894.372531:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383349c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133191040:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.372541:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.372560:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9d9b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7711b expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.372572:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9d9b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7711b expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.372589:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9d9b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7711b expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.372604:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.372608:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 213 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.372614:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9db0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.372694:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9db0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.372700:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9db0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.372705:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 213 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.372711:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 213 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.372728:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.372763:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383349c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133191040:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 233us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.372768:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2347 00010000:00010000:1.0:1775764894.372966:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9db0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.372977:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9db0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.373451:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f033586 reply state 00000000f38083a5 transno 4294977268 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9db0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.373465:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90a00/0x2bbd42d658b9db0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 212 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.373471:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.373474:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764894.373476:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 212 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.373483:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.373489:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.373508:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.373516:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9da2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.373522:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9da2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.373528:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9da2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.373535:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9da2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.373539:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.373541:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd91800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.373544:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9da2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.373550:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.373551:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9da2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.373560:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.373562:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.373565:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9da2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.373570:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9da2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.373580:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f033586 reply state 00000000f38083a5 transno 4294977268 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9da9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf832a52b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.373584:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1775764894.373589:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91c00/0x2bbd42d658b9da9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf832a52b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.373595:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf832a52b (ffff9ee4a625bc00) 00010000:00010000:1.0:1775764894.373597:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.373598:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:3.0:1775764894.373601:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.373638:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.373642:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.373645:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.373648:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.373650:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.373655:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:1.0:1775764894.373676:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+452:89014:x1862022133190912:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5297us (9339us total) trans 4294977268 rc 0/0 00000100:00100000:1.0:1775764894.373683:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17059 00010000:00010000:3.0:1775764894.373760:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9db7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77122 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.373778:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 212 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77122 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.373784:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.373787:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.373789:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfeeea00, rc 0) 00000100:00100000:3.0:1775764894.373869:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133191168:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1563us (1747us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.373882:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17060 00000100:00100000:3.0:1775764894.376017:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.376088:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133191424 00000100:00100000:2.0:1775764894.376097:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133191424 00000100:00100000:2.0:1775764894.376152:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17061 00000100:00100000:2.0:1775764894.376162:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+452:89014:x1862022133191424:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.376249:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9dc5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.376266:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9dc5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.376277:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9dc5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.376291:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9dcc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x66a72bc5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.376298:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9dcc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x66a72bc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.376305:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9dcc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x66a72bc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.376330:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9dd3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 213 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.376372:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77122 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.376381:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9dd3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.376412:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77122 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.376427:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77122 expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.376440:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384275f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154103040:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.376522:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.380320:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384275f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154103040:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.380351:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9dd3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.386541:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.386690:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.386858:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133191680 00000100:00100000:1.0:1775764894.386869:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133191680 00000100:00100000:1.0:1775764894.386949:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17062 00000100:00100000:1.0:1775764894.386957:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133191680:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.386976:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.386992:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9dda lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77129 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.387046:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 214 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.387056:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9dd3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.387061:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 214 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.387073:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9dd3 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.387080:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 214 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.387379:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133191552 00000100:00100000:0.0:1775764894.387383:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133191552 00010000:00010000:0.0:1775764894.387401:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77122 expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.387463:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2348 00000100:00100000:0.0:1775764894.387469:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133191552:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.387478:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.387493:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77122 expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.387503:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77122 expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.387518:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9dbe lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77122 expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.387532:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.387535:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 214 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.387540:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9dd3 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.387579:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9dd3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.387588:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9dd3 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.387594:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 214 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.387599:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 214 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.387666:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.387708:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133191552:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 239us (1177us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.387714:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2348 00010000:00010000:2.0:1775764894.387764:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9dd3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.387770:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9dd3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.388263:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006df47dbf reply state 000000005be1e496 transno 4294977269 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9dd3 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.388278:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bff05e00/0x2bbd42d658b9dd3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 213 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.388282:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.388284:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.388286:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 213 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.388290:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.388294:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.388311:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.388318:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9dc5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.388325:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9dc5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.388331:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9dc5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.388335:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.388337:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9dc5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.388343:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.388344:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd90200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.388347:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9dc5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.388354:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9dc5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.388363:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.388365:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.388369:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9dc5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.388372:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1775764894.388375:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9dc5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.388385:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006df47dbf reply state 000000005be1e496 transno 4294977269 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9dcc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x66a72bc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.388389:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.388393:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91600/0x2bbd42d658b9dcc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x66a72bc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.388398:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x66a72bc5 (ffff9ee4a625bd00) 00010000:00010000:2.0:1775764894.388400:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.388402:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:1.0:1775764894.388404:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1775764894.388461:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+454:89014:x1862022133191424:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12300us (12453us total) trans 4294977269 rc 0/0 00000100:00100000:2.0:1775764894.388469:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17061 00000004:00010000:1.0:1775764894.388886:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.388890:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.388893:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:1.0:1775764894.388895:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.388901:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.388926:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9dda lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77129 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.388942:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 213 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77129 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.388949:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.388951:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.388954:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfeef000, rc 0) 00000100:00100000:1.0:1775764894.388978:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133191680:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2021us (2287us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.388985:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17062 00000100:00100000:3.0:1775764894.391304:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.391409:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133191936 00000100:00100000:1.0:1775764894.391419:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133191936 00000100:00100000:1.0:1775764894.391509:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17063 00000100:00100000:1.0:1775764894.391519:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+454:89014:x1862022133191936:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.391606:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9de8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.391649:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9de8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.391663:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9de8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.391679:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b9def lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf7b3cd7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.391687:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b9def lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf7b3cd7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.391693:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b9def lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf7b3cd7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.391711:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9df6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 214 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.391756:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77129 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.391765:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9df6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.391799:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77129 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.391813:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77129 expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.391827:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384847480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154103168:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.392048:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.395110:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384847480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154103168:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764894.395150:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9df6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.397440:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.397569:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.397690:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133192192 00000100:00100000:2.0:1775764894.397699:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133192192 00000100:00100000:2.0:1775764894.397757:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17064 00000100:00100000:2.0:1775764894.397767:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133192192:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764894.397791:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.397812:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9dfd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77130 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.397892:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 215 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.397907:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9df6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.397915:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 215 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.397930:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9df6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.397937:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 215 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.398801:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133192064 00000100:00100000:0.0:1775764894.398869:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133192064 00010000:00010000:0.0:1775764894.398973:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77129 expref: 36 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.399064:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2349 00000100:00100000:0.0:1775764894.399074:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133192064:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.399087:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.399109:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77129 expref: 36 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.399122:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77129 expref: 36 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.399156:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9de1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77129 expref: 36 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.399172:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.399177:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 215 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.399185:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9df6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.399228:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9df6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.399236:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9df6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.399244:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 215 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.399250:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 215 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.399284:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.399350:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133192064:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 277us (1918us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.399359:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2349 00010000:00010000:1.0:1775764894.399817:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9df6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.399826:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9df6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.400313:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041924b8e reply state 00000000164e8487 transno 4294977270 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9df6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400328:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee000/0x2bbd42d658b9df6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 214 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400336:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.400339:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764894.400342:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 214 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400350:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400357:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.400382:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.400389:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9de8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400396:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9de8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400403:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9de8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400411:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9de8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400416:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeef200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.400421:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9de8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400429:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9de8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400439:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.400442:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.400446:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9de8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400452:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9de8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.400465:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041924b8e reply state 00000000164e8487 transno 4294977270 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b9def lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf7b3cd7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400474:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefa00/0x2bbd42d658b9def lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf7b3cd7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.400480:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf7b3cd7 (ffff9ee4965d0500) 00010000:00010000:1.0:1775764894.400483:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.400485:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.400555:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+456:89014:x1862022133191936:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9035us (9256us total) trans 4294977270 rc 0/0 00000100:00100000:1.0:1775764894.400564:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17063 00010000:00010000:2.0:1775764894.401124:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.401133:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764894.401176:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764894.401198:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.401224:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764894.401227:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.401229:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.401232:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764894.401234:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764894.401238:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764894.401263:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658b9dfd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77130 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.401285:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 214 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77130 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.401293:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.401295:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764894.401298:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe8a200, rc 0) 00000100:00100000:2.0:1775764894.401347:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133192192:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3582us (3778us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.401354:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17064 00000100:00100000:3.0:1775764894.403079:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.403261:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133192448 00000100:00100000:2.0:1775764894.403271:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133192448 00000100:00100000:2.0:1775764894.403329:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17065 00000100:00100000:2.0:1775764894.403339:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+456:89014:x1862022133192448:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.403443:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9e0b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.403461:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9e0b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.403473:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9e0b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.403489:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b000/0x2bbd42d658b9e12 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xcd34e63c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.403496:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b000/0x2bbd42d658b9e12 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcd34e63c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.403507:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b000/0x2bbd42d658b9e12 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcd34e63c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.403526:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a400/0x2bbd42d658b9e19 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 215 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.403572:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77130 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.403579:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a400/0x2bbd42d658b9e19 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.403905:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77130 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.403920:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77130 expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.403934:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384275f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154103296:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.404047:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.407096:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.407184:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.407235:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133192704 00000100:00100000:0.0:1775764894.407245:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133192704 00000100:00100000:0.0:1775764894.407349:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17066 00000100:00100000:0.0:1775764894.407360:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133192704:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.407382:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.407402:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b9e20 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77137 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.407530:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 216 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.407546:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a400/0x2bbd42d658b9e19 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.407553:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 216 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.407573:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a400/0x2bbd42d658b9e19 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.407583:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 216 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.407666:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384275f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154103296:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.407687:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a400/0x2bbd42d658b9e19 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.407822:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133192576 00000100:00100000:3.0:1775764894.407827:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133192576 00010000:00010000:3.0:1775764894.407848:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77130 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.407916:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2350 00000100:00100000:3.0:1775764894.407925:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133192576:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.407935:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.407961:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77130 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.407973:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77130 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.407992:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658b9e04 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77130 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.408005:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.408008:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 216 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.408013:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a400/0x2bbd42d658b9e19 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.408059:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a400/0x2bbd42d658b9e19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.408067:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a400/0x2bbd42d658b9e19 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.408073:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 216 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.408076:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 216 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.408094:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764894.408115:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a400/0x2bbd42d658b9e19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.408121:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a400/0x2bbd42d658b9e19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.408192:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133192576:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 267us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.408199:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2350 00000004:00010000:2.0:1775764894.409571:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002c9e6c21 reply state 000000002ebf4db8 transno 4294977271 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a400/0x2bbd42d658b9e19 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409593:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a400/0x2bbd42d658b9e19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409602:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.409605:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.409620:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 215 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409644:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409650:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.409672:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.409680:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9e0b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409687:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9e0b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409694:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9e0b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409701:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9e0b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409707:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe2aa00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.409712:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9e0b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409719:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9e0b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409729:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.409732:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.409735:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9e0b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409740:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9e0b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.409754:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002c9e6c21 reply state 000000002ebf4db8 transno 4294977271 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b000/0x2bbd42d658b9e12 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xcd34e63c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409763:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b000/0x2bbd42d658b9e12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xcd34e63c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.409769:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xcd34e63c (ffff9ee4a625b500) 00010000:00010000:2.0:1775764894.409771:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.409773:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.409848:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+458:89014:x1862022133192448:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6508us (6772us total) trans 4294977271 rc 0/0 00000100:00100000:2.0:1775764894.409857:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17065 00010000:00010000:0.0:1775764894.411469:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.411484:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.411542:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.411567:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.411595:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.411598:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.411601:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.411615:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764894.411617:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.411655:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.411687:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b9e20 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77137 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.411708:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 215 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77137 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.411716:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.411719:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.411723:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c200, rc 0) 00000100:00100000:0.0:1775764894.411775:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133192704:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4416us (4589us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.411783:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17066 00000100:00100000:0.0:1775764894.414802:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.414872:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133192960 00000100:00100000:2.0:1775764894.414896:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133192960 00000100:00100000:2.0:1775764894.414952:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17067 00000100:00100000:2.0:1775764894.414961:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+458:89014:x1862022133192960:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.415047:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658b9e2e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415065:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658b9e2e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415077:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658b9e2e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415092:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a200/0x2bbd42d658b9e35 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x955281ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415099:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a200/0x2bbd42d658b9e35 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x955281ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415106:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a200/0x2bbd42d658b9e35 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x955281ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415123:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b600/0x2bbd42d658b9e3c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 216 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415277:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77137 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415287:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b600/0x2bbd42d658b9e3c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415324:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77137 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415337:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77137 expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.415358:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384275f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154103424:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.415431:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cec00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.419270:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384275f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154103424:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.419300:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b600/0x2bbd42d658b9e3c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.423159:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.423495:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133193088 00000100:00100000:2.0:1775764894.423505:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133193088 00010000:00010000:2.0:1775764894.423544:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77137 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.423585:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2351 00000100:00100000:2.0:1775764894.423595:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133193088:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.423617:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.423663:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77137 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.423675:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77137 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.423695:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9e27 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77137 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.423709:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.423715:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b600/0x2bbd42d658b9e3c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.423756:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b600/0x2bbd42d658b9e3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.423763:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b600/0x2bbd42d658b9e3c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.423793:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.423849:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133193088:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 256us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.423856:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2351 00010000:00010000:1.0:1775764894.424595:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b600/0x2bbd42d658b9e3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.424615:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b600/0x2bbd42d658b9e3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.425146:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5baafd0 reply state 00000000cb034413 transno 4294977272 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b600/0x2bbd42d658b9e3c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.425163:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b600/0x2bbd42d658b9e3c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 215 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.425170:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.425173:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764894.425176:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.425182:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658b9e2e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.425188:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658b9e2e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.425194:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658b9e2e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.425200:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658b9e2e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.425205:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe2ae00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.425210:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658b9e2e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.425221:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658b9e2e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.425230:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.425232:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.425235:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658b9e2e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.425240:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658b9e2e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.425252:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5baafd0 reply state 00000000cb034413 transno 4294977272 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a200/0x2bbd42d658b9e35 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x955281ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.425260:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a200/0x2bbd42d658b9e35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x955281ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.425266:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x955281ef (ffff9ee4a625b300) 00010000:00010000:1.0:1775764894.425269:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.425271:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.425686:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38597aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+460:89014:x1862022133192960:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10721us (10889us total) trans 4294977272 rc 0/0 00000100:00100000:1.0:1775764894.425694:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17067 00000100:00100000:0.0:1775764894.446083:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.446180:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133193216 00000100:00100000:1.0:1775764894.446191:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133193216 00000100:00100000:1.0:1775764894.446253:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17068 00000100:00100000:1.0:1775764894.446264:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133193216:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.446284:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.446305:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9e43 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7713e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.446369:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e4a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 216 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.446385:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e4a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.446397:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e4a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.446441:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.446461:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e4a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.446480:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.446483:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.446485:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.446488:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:1.0:1775764894.446490:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.446494:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.446513:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9e43 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7713e expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.446530:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e4a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 216 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7713e expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.446539:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.446542:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.446546:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfeee800, rc 0) 00000100:00100000:1.0:1775764894.446611:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133193216:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 349us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.446619:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17068 00000100:00100000:2.0:1775764894.449977:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.450079:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133193472 00000100:00100000:0.0:1775764894.450090:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133193472 00000100:00100000:0.0:1775764894.450152:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17069 00000100:00100000:0.0:1775764894.450162:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+460:89014:x1862022133193472:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.450247:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9e51 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.450265:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9e51 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.450277:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9e51 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.450294:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9e58 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3bed40c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.450301:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9e58 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3bed40c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.450307:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9e58 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3bed40c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.450324:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b9e5f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 217 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.450367:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e4a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7713e expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.450376:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b9e5f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.450415:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e4a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7713e expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.450428:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e4a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7713e expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.450441:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385978380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154103552:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.450525:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.456492:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.456574:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133193600 00000100:00100000:3.0:1775764894.456585:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133193600 00010000:00010000:3.0:1775764894.456671:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e4a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7713e expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.456716:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2352 00000100:00100000:3.0:1775764894.456726:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133193600:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.456742:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.456766:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e4a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7713e expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.456780:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e4a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7713e expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.456804:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.456811:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b9e5f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.456855:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b9e5f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.456863:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b9e5f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.456897:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.456949:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133193600:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 224us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.456957:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2352 00010000:00010000:2.0:1775764894.457258:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e4a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7713e expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.457274:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385978380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154103552:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.457294:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b9e5f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.457304:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b9e5f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.457310:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b9e5f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.458172:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091d226d3 reply state 00000000308ec2a2 transno 4294977273 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b9e5f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.458190:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c000/0x2bbd42d658b9e5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 216 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.458198:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.458201:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764894.458204:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.458210:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9e51 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.458217:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9e51 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.458223:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9e51 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.458230:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9e51 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.458236:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.458241:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9e51 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.458248:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9e51 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.458257:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.458260:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.458264:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9e51 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.458269:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658b9e51 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.458281:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091d226d3 reply state 00000000308ec2a2 transno 4294977273 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9e58 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3bed40c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.458289:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d400/0x2bbd42d658b9e58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3bed40c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.458295:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3bed40c8 (ffff9ee3858c9200) 00010000:00010000:2.0:1775764894.458297:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.458299:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.458360:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+462:89014:x1862022133193472:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8198us (8392us total) trans 4294977273 rc 0/0 00000100:00100000:2.0:1775764894.458368:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17069 00000100:00100000:1.0:1775764894.460147:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.460451:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133193728 00000100:00100000:0.0:1775764894.460460:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133193728 00000100:00100000:0.0:1775764894.460515:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17070 00000100:00100000:0.0:1775764894.460526:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133193728:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.460544:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.460563:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9e66 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77145 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.460670:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9e6d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 217 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.460685:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9e6d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.460696:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9e6d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.460740:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.460763:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9e6d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.460782:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.460786:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.460788:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.460791:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764894.460793:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.460797:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.461116:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9e66 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77145 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.461135:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9e6d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 217 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77145 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.461144:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.461147:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.461151:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6d200, rc 0) 00000100:00100000:0.0:1775764894.461215:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133193728:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 691us (1075us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.461223:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17070 00000100:00100000:0.0:1775764894.465357:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.465454:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133193984 00000100:00100000:1.0:1775764894.465465:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133193984 00000100:00100000:1.0:1775764894.465527:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17071 00000100:00100000:1.0:1775764894.465537:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+462:89014:x1862022133193984:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.465673:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e74 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.465692:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e74 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.465705:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e74 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.465719:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9e7b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe390c06d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.465726:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9e7b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe390c06d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.465733:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9e7b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe390c06d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.465751:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e82 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 218 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.465799:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9e6d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77145 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.465825:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e82 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.465862:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9e6d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77145 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.465889:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9e6d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77145 expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.465904:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384847480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154103680:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.465983:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.478495:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384847480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154103680:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.478527:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e82 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.482227:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.482467:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133194112 00000100:00100000:3.0:1775764894.482478:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133194112 00010000:00010000:3.0:1775764894.482518:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9e6d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77145 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.482561:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2353 00000100:00100000:3.0:1775764894.482571:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133194112:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.482586:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.482662:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9e6d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77145 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.482677:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9e6d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77145 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.482699:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658b9e6d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77145 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.482722:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.482729:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e82 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.482778:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e82 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.482787:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e82 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.483044:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.483152:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133194112:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 581us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.483160:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2353 00010000:00010000:1.0:1775764894.485619:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e82 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.485653:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e82 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.486594:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c7c6483e reply state 0000000097d0a38e transno 4294977274 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e82 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.486657:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee800/0x2bbd42d658b9e82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 217 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.486667:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.486670:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764894.486675:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.486683:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e74 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.486694:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e74 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.486700:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e74 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.486707:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e74 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.486714:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.486718:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e74 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.486726:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e74 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.486736:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.486738:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.486742:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e74 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.486747:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e74 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.486761:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c7c6483e reply state 0000000097d0a38e transno 4294977274 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9e7b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe390c06d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.486769:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef000/0x2bbd42d658b9e7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe390c06d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.486775:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe390c06d (ffff9ee4965d0600) 00010000:00010000:1.0:1775764894.486778:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.486780:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.486912:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+464:89014:x1862022133193984:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 21371us (21561us total) trans 4294977274 rc 0/0 00000100:00100000:1.0:1775764894.486921:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17071 00000100:00100000:0.0:1775764894.490722:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.490839:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133194240 00000100:00100000:3.0:1775764894.490850:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133194240 00000100:00100000:3.0:1775764894.490920:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17072 00000100:00100000:3.0:1775764894.490930:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38621ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133194240:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.490951:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.490970:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9e89 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7714c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.491036:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9e90 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 218 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.491053:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9e90 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.491065:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9e90 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.491111:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.491131:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9e90 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.491151:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.491154:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.491158:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.491160:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.491162:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.491166:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.491186:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9e89 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7714c expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.491203:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9e90 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 218 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7714c expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.491212:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.491216:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.491219:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfa57a00, rc 0) 00000100:00100000:3.0:1775764894.491283:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38621ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133194240:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 354us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.491290:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17072 00000100:00100000:0.0:1775764894.493037:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.493120:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133194496 00000100:00100000:1.0:1775764894.493129:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133194496 00000100:00100000:1.0:1775764894.493186:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17073 00000100:00100000:1.0:1775764894.493195:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39f728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+464:89014:x1862022133194496:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.493281:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e97 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.493298:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e97 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.493310:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e97 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.493326:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9e9e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe5e07dc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.493333:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9e9e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe5e07dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.493340:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9e9e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe5e07dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.493359:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b9ea5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 219 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.493406:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9e90 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7714c expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.493414:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b9ea5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.493449:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9e90 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7714c expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.493463:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9e90 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7714c expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.493478:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384847480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154103808:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.493559:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.510500:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.510591:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133194624 00000100:00100000:3.0:1775764894.510608:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133194624 00010000:00010000:3.0:1775764894.510672:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9e90 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7714c expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.510712:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2354 00000100:00100000:3.0:1775764894.510721:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133194624:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.510738:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.510760:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9e90 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7714c expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.510771:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9e90 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7714c expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.510789:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.510794:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b9ea5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.510850:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b9ea5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.510859:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b9ea5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.510888:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.510952:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133194624:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 231us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.510959:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2354 00010000:00010000:1.0:1775764894.512521:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9e90 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7714c expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.512543:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384847480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154103808:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764894.512565:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b9ea5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.512575:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b9ea5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.512581:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b9ea5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.513390:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053bf1de2 reply state 00000000c1b35eac transno 4294977275 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b9ea5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.513414:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeefe00/0x2bbd42d658b9ea5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 218 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.513423:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.513426:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764894.513430:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.513437:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e97 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.513443:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e97 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.513448:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e97 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.513456:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e97 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.513461:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfeee400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.513465:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e97 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.513472:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e97 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.513482:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.513484:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.513488:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e97 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.513493:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee400/0x2bbd42d658b9e97 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.513505:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053bf1de2 reply state 00000000c1b35eac transno 4294977275 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9e9e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe5e07dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.513513:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeeea00/0x2bbd42d658b9e9e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe5e07dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.513518:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe5e07dc4 (ffff9ee4965d0300) 00010000:00010000:1.0:1775764894.513520:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.513522:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.513619:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39f728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+466:89014:x1862022133194496:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 20423us (20586us total) trans 4294977275 rc 0/0 00000100:00100000:1.0:1775764894.513655:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17073 00000100:00100000:0.0:1775764894.516702:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.516780:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.517223:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133194752 00000100:00100000:1.0:1775764894.517234:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133194752 00000100:00100000:1.0:1775764894.517284:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133195008 00000100:00100000:1.0:1775764894.517287:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133195008 00000100:00100000:1.0:1775764894.517317:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17074 00000100:00100000:1.0:1775764894.517325:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133194752:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.517347:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.517368:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b9eac lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77153 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.517438:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9eb3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 219 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.517453:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.517465:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.517507:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.517528:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.517547:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.517550:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.517552:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.517554:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:1.0:1775764894.517556:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.517560:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.517580:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658b9eac lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77153 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.517597:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 219 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77153 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.517619:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.517648:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.517652:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfeef200, rc 0) 00000100:00100000:1.0:1775764894.517709:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133194752:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 385us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.517717:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17074 00000100:00100000:1.0:1775764894.517734:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17075 00000100:00100000:1.0:1775764894.517741:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+466:89014:x1862022133195008:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.517785:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9eba lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.517799:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9eba lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.517822:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9eba lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.517836:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9ec1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8bd56c09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.517844:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8bd56c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.517850:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8bd56c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.517866:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9ec8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 220 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.518130:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9eb3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77153 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.518139:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9ec8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.518492:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77153 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.518507:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9eb3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77153 expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.518528:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384847480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154103936:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.518590:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.521485:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384847480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154103936:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764894.521513:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9ec8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.522988:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.523113:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.523190:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133195136 00000100:00100000:1.0:1775764894.523198:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133195136 00010000:00010000:1.0:1775764894.523238:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9eb3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77153 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.523279:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2355 00000100:00100000:1.0:1775764894.523289:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133195136:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764894.523304:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764894.523328:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9eb3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77153 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.523340:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77153 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.523363:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658b9eb3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77153 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.523378:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.523383:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9ec8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.523431:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9ec8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.523440:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9ec8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.523476:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764894.523530:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133195136:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 242us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.523537:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2355 00010000:00010000:3.0:1775764894.523821:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9ec8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.523829:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9ec8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.524464:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002c2d71ab reply state 00000000e31518f7 transno 4294977276 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9ec8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.524483:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee480031400/0x2bbd42d658b9ec8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 219 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.524489:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.524491:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764894.524494:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764894.524500:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9eba lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.524506:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9eba lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.524511:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9eba lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.524517:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9eba lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.524522:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd90200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764894.524527:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9eba lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.524534:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9eba lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.524543:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764894.524545:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.524548:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9eba lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.524553:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9eba lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.524566:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002c2d71ab reply state 00000000e31518f7 transno 4294977276 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8bd56c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.524574:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd91800/0x2bbd42d658b9ec1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8bd56c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.524580:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8bd56c09 (ffff9ee4965d0400) 00010000:00010000:3.0:1775764894.524582:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764894.524584:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764894.524681:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+468:89014:x1862022133195008:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6938us (7898us total) trans 4294977276 rc 0/0 00000100:00100000:3.0:1775764894.524688:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17075 00000100:00100000:3.0:1775764894.524708:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133195264 00000100:00100000:3.0:1775764894.524713:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133195264 00000100:00100000:2.0:1775764894.526330:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17076 00000100:00100000:2.0:1775764894.526350:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133195264:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764894.526369:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.526388:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658b9ecf lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7715a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.526454:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658b9ed6 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 220 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.526468:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658b9ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.526480:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658b9ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764894.526520:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764894.526540:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658b9ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.526559:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764894.526562:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.526565:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.526568:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:2.0:1775764894.526570:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764894.526574:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764894.526595:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658b9ecf lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7715a expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.526641:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658b9ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 220 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7715a expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.526649:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.526651:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764894.526655:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe2b400, rc 0) 00000100:00100000:2.0:1775764894.526712:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133195264:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 371us (3730us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.526719:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17076 00000100:00100000:0.0:1775764894.529274:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.529374:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133195520 00000100:00100000:3.0:1775764894.529385:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133195520 00000100:00100000:3.0:1775764894.529473:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17077 00000100:00100000:3.0:1775764894.529484:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+468:89014:x1862022133195520:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.529568:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9edd lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.529586:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9edd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.529597:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9edd lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.529841:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9ee4 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xebba1ecc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.529856:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9ee4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xebba1ecc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.529863:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9ee4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xebba1ecc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.530005:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9eeb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 221 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.530053:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658b9ed6 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7715a expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.530062:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9eeb lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 221 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.530097:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658b9ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7715a expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.530112:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658b9ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7715a expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.530128:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154104064:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.530198:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4968ff900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.533775:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.534115:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133195648 00000100:00100000:0.0:1775764894.534125:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133195648 00010000:00010000:0.0:1775764894.534165:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658b9ed6 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7715a expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.534210:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2356 00000100:00100000:0.0:1775764894.534220:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133195648:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.534235:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.534258:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658b9ed6 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7715a expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.534272:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658b9ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7715a expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.534293:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.534298:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9eeb lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.534341:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9eeb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.534350:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9eeb lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.534369:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.534426:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133195648:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 207us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.534434:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2356 00010000:00010000:3.0:1775764894.534955:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658b9ed6 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7715a expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.534973:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154104064:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.534993:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9eeb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535003:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9eeb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535009:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9eeb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.535491:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f4f3da4 reply state 0000000007c59cf3 transno 4294977277 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9eeb lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535506:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56a00/0x2bbd42d658b9eeb lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 220 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535514:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.535517:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764894.535520:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764894.535527:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9edd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535534:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9edd lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535539:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9edd lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535545:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9edd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535550:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764894.535555:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9edd lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535566:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9edd lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535574:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764894.535576:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.535579:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9edd lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535585:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9edd lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.535595:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f4f3da4 reply state 0000000007c59cf3 transno 4294977277 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9ee4 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xebba1ecc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535602:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa57a00/0x2bbd42d658b9ee4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xebba1ecc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.535642:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xebba1ecc (ffff9ee4c2047f00) 00010000:00010000:3.0:1775764894.535645:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764894.535647:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764894.535705:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+470:89014:x1862022133195520:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6222us (6439us total) trans 4294977277 rc 0/0 00000100:00100000:3.0:1775764894.535713:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17077 00000100:00100000:2.0:1775764894.541287:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.541470:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133195776 00000100:00100000:0.0:1775764894.541480:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133195776 00000100:00100000:0.0:1775764894.541539:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17078 00000100:00100000:0.0:1775764894.541550:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133195776:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.541573:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.541594:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9ef2 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77161 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.541999:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9ef9 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 221 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.542017:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.542029:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.542076:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.542097:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.542119:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.542122:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.542125:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.542128:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764894.542130:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.542134:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.542156:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9ef2 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77161 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.542173:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 221 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77161 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.542182:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.542185:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.542189:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6ca00, rc 0) 00000100:00100000:0.0:1775764894.542289:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133195776:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 741us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.542297:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17078 00000100:00100000:0.0:1775764894.545195:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.545416:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133196032 00000100:00100000:1.0:1775764894.545426:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133196032 00000100:00100000:1.0:1775764894.545523:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17079 00000100:00100000:1.0:1775764894.545533:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+470:89014:x1862022133196032:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.545798:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b9f00 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.545816:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b9f00 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.545828:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b9f00 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.545845:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b9f07 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb24d263d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.545852:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b9f07 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb24d263d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.545860:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b9f07 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb24d263d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.546031:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b9f0e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 222 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.546076:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9ef9 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77161 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.546085:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b9f0e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.546120:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77161 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.546135:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9ef9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77161 expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.546150:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384847480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154104192:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.546273:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.549503:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.549576:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.549660:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133196288 00000100:00100000:3.0:1775764894.549670:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133196288 00000100:00100000:3.0:1775764894.549726:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17080 00000100:00100000:3.0:1775764894.549736:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133196288:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.549755:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.549775:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f15 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77168 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.549853:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 223 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.549867:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b9f0e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.549888:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 223 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.549907:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b9f0e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.549920:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 223 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.550086:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133196160 00000100:00100000:0.0:1775764894.550091:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133196160 00010000:00010000:0.0:1775764894.550112:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9ef9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77161 expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.550144:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2357 00000100:00100000:0.0:1775764894.550151:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133196160:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.550160:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.550177:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9ef9 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77161 expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.550189:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9ef9 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77161 expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.550208:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.550213:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 224 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.550221:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b9f0e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.550260:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b9f0e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.550267:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b9f0e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.550275:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 224 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.550280:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 224 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.550291:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.550337:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133196160:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 187us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.550344:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2357 00010000:00010000:2.0:1775764894.551451:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658b9ef9 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77161 expref: 35 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.551470:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384847480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154104192:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.551487:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b9f0e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.551553:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b9f0e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.551560:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b9f0e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.552288:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5ff3b97 reply state 00000000ff4fd260 transno 4294977278 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b9f0e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552305:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d000/0x2bbd42d658b9f0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552314:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.552316:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764894.552320:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 222 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552329:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552335:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.552361:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.552367:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b9f00 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552374:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b9f00 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552380:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b9f00 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552386:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b9f00 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552392:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.552396:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b9f00 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552403:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b9f00 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552411:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.552414:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.552417:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b9f00 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552423:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658b9f00 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.552434:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5ff3b97 reply state 00000000ff4fd260 transno 4294977278 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b9f07 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb24d263d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552442:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c600/0x2bbd42d658b9f07 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb24d263d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.552448:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb24d263d (ffff9ee4965d0c00) 00010000:00010000:0.0:1775764894.552451:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.552453:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1775764894.552569:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.552577:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.552649:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.552667:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.552689:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.552692:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.552695:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.552697:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.552699:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.552704:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.552725:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f15 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77168 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.552739:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 222 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77168 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.552747:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.552749:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.552751:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd90200, rc 0) 00000100:00100000:0.0:1775764894.552818:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+472:89014:x1862022133196032:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7286us (7633us total) trans 4294977278 rc 0/0 00000100:00100000:0.0:1775764894.552827:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17079 00000100:00100000:3.0:1775764894.553348:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133196288:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3612us (3769us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.553354:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17080 00000100:00100000:1.0:1775764894.558130:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.558194:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133196544 00000100:00100000:2.0:1775764894.558205:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133196544 00000100:00100000:2.0:1775764894.558267:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17081 00000100:00100000:2.0:1775764894.558278:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+472:89014:x1862022133196544:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.558364:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658b9f23 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.558380:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658b9f23 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.558391:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658b9f23 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.558405:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ac00/0x2bbd42d658b9f2a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x556da69c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.558412:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ac00/0x2bbd42d658b9f2a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x556da69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.558418:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ac00/0x2bbd42d658b9f2a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x556da69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.558436:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2be00/0x2bbd42d658b9f31 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 223 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.558480:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77168 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.558489:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2be00/0x2bbd42d658b9f31 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 223 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.558524:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77168 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.558537:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77168 expref: 33 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.558552:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154104320:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.558662:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.563830:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.563863:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133196672 00000100:00100000:2.0:1775764894.563872:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133196672 00010000:00010000:2.0:1775764894.563925:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77168 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.563959:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2358 00000100:00100000:2.0:1775764894.563967:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880ea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133196672:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.563982:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.564007:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77168 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.564027:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77168 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.564049:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.564055:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2be00/0x2bbd42d658b9f31 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.564102:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2be00/0x2bbd42d658b9f31 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.564111:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2be00/0x2bbd42d658b9f31 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.564128:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.564179:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880ea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2405:x1862022133196672:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 211us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.564187:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2358 00010000:00010000:3.0:1775764894.564684:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f1c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77168 expref: 33 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.564702:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384274700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154104320:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.564721:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2be00/0x2bbd42d658b9f31 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.564730:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2be00/0x2bbd42d658b9f31 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.564736:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2be00/0x2bbd42d658b9f31 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.565250:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3fed4b1 reply state 00000000c0e9aa8c transno 4294977279 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2be00/0x2bbd42d658b9f31 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.565271:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2be00/0x2bbd42d658b9f31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 222 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.565279:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.565282:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764894.565285:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764894.565291:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658b9f23 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.565298:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658b9f23 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.565305:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658b9f23 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.565312:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658b9f23 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.565317:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe2bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764894.565322:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658b9f23 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.565330:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658b9f23 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.565339:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764894.565341:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.565345:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658b9f23 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.565351:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658b9f23 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.565361:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3fed4b1 reply state 00000000c0e9aa8c transno 4294977279 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ac00/0x2bbd42d658b9f2a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x556da69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.565369:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ac00/0x2bbd42d658b9f2a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x556da69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.565375:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x556da69c (ffff9ee4a625b000) 00010000:00010000:3.0:1775764894.565377:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764894.565379:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764894.565437:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+474:89014:x1862022133196544:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7160us (7317us total) trans 4294977279 rc 0/0 00000100:00100000:3.0:1775764894.565446:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17081 00000100:00100000:2.0:1775764894.568888:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.568997:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133196800 00000100:00100000:3.0:1775764894.569006:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133196800 00000100:00100000:3.0:1775764894.569065:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17082 00000100:00100000:3.0:1775764894.569075:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133196800:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.569097:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.569120:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f38 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7716f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.569196:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9f3f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 223 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.569213:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9f3f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.569225:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9f3f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.569274:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.569297:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9f3f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.569319:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.569322:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.569325:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.569327:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.569330:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.569334:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.569356:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f38 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7716f expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.569374:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9f3f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 223 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7716f expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.569383:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.569386:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.569389:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3912a2a00, rc 0) 00000100:00100000:3.0:1775764894.569450:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133196800:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 376us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.569458:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17082 00000100:00100000:1.0:1775764894.577532:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.580825:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133197056 00000100:00100000:0.0:1775764894.580842:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133197056 00000100:00100000:0.0:1775764894.581092:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17083 00000100:00100000:0.0:1775764894.581104:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+474:89014:x1862022133197056:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.581192:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9f46 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.581210:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9f46 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.581223:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9f46 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.581244:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9f4d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbfb0cded bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.581252:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9f4d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbfb0cded bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.581258:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9f4d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbfb0cded bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.581277:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9f54 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 224 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.581322:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9f3f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7716f expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.581331:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9f54 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.581367:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9f3f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7716f expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.581382:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9f3f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7716f expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.581397:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38e210e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154104448:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.581531:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.584542:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.584657:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.584725:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133197312 00000100:00100000:1.0:1775764894.584734:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133197312 00000100:00100000:1.0:1775764894.584790:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17084 00000100:00100000:1.0:1775764894.584800:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133197312:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.584829:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.584849:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9f5b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77176 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.584926:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 225 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.584940:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9f54 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.584948:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 225 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.584967:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9f54 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.584978:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 225 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.585755:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133197184 00000100:00100000:3.0:1775764894.585763:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133197184 00010000:00010000:2.0:1775764894.585917:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9f3f lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7716f expref: 36 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.585955:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2359 00000100:00100000:2.0:1775764894.585963:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133197184:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.585976:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.586000:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9f3f lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7716f expref: 36 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.586015:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9f3f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7716f expref: 36 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.586036:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.586041:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 226 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.586049:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9f54 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.586090:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9f54 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.586098:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9f54 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.586105:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 226 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.586111:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 226 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.586125:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.586187:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133197184:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 224us (1654us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.586194:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2359 00010000:00010000:0.0:1775764894.587334:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658b9f3f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7716f expref: 35 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.587361:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38e210e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154104448:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764894.587381:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9f54 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.587464:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9f54 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.587471:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9f54 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.588359:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ded0075c reply state 00000000b16ab850 transno 4294977280 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9f54 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588379:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6da00/0x2bbd42d658b9f54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588389:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.588392:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764894.588396:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 224 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588405:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588411:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.588442:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.588450:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9f46 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588457:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9f46 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588463:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9f46 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588471:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9f46 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588477:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.588482:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9f46 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588489:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9f46 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588499:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.588502:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.588505:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9f46 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588515:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658b9f46 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.588528:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ded0075c reply state 00000000b16ab850 transno 4294977280 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9f4d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbfb0cded bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588537:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d000/0x2bbd42d658b9f4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbfb0cded bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.588543:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbfb0cded (ffff9ee3858c9900) 00010000:00010000:1.0:1775764894.588545:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.588547:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.588655:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+476:89014:x1862022133197056:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7551us (11131us total) trans 4294977280 rc 0/0 00000100:00100000:1.0:1775764894.588664:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17083 00010000:00010000:3.0:1775764894.589027:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.589037:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.589075:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.589095:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.589122:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.589125:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.589128:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.589131:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.589133:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.589137:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.589160:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9f5b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77176 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.589174:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 224 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77176 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.589182:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.589184:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.589187:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a625d800, rc 0) 00000100:00100000:3.0:1775764894.589229:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133197312:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4430us (4571us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.589236:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17084 00000100:00100000:1.0:1775764894.591733:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.591983:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133197568 00000100:00100000:3.0:1775764894.591993:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133197568 00000100:00100000:3.0:1775764894.592050:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17085 00000100:00100000:3.0:1775764894.592061:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+476:89014:x1862022133197568:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.592152:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f69 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.592169:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f69 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.592181:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f69 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.592197:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f70 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3553a35c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.592205:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f70 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3553a35c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.592212:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f70 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3553a35c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.592231:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9f77 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 225 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.592277:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77176 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.592287:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9f77 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.592320:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77176 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.592335:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77176 expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.592349:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154104576:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.592497:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee481370540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.598144:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154104576:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.598175:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9f77 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.598829:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.599088:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133197696 00000100:00100000:3.0:1775764894.599096:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133197696 00010000:00010000:3.0:1775764894.599132:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77176 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.599174:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2360 00000100:00100000:3.0:1775764894.599183:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133197696:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.599199:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.599224:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77176 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.599237:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77176 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.599258:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9f62 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77176 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.599274:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.599279:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9f77 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.599328:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9f77 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.599336:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9f77 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 225 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.599370:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.599427:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133197696:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 245us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.599434:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2360 00010000:00010000:1.0:1775764894.600064:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9f77 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.600075:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9f77 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.600563:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bd3c7de reply state 0000000024c29ab9 transno 4294977281 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9f77 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.600579:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39e9f1e00/0x2bbd42d658b9f77 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 224 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.600586:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.600589:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764894.600593:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.600600:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f69 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.600653:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f69 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.600661:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f69 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.600667:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f69 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.600673:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfa56000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.600678:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f69 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.600686:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f69 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.600696:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.600699:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.600702:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f69 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.600708:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfa56000/0x2bbd42d658b9f69 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.600722:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bd3c7de reply state 0000000024c29ab9 transno 4294977281 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f70 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3553a35c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.600731:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd90200/0x2bbd42d658b9f70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3553a35c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.600738:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3553a35c (ffff9ee4c2047800) 00010000:00010000:1.0:1775764894.600740:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.600742:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.600815:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+478:89014:x1862022133197568:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8745us (9079us total) trans 4294977281 rc 0/0 00000100:00100000:1.0:1775764894.600824:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17085 00000100:00100000:0.0:1775764894.606478:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.606564:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133197824 00000100:00100000:3.0:1775764894.606574:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133197824 00000100:00100000:3.0:1775764894.606662:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17086 00000100:00100000:3.0:1775764894.606671:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133197824:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.606691:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.606711:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9f7e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7717d expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.606777:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b9f85 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 225 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.606792:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b9f85 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.606811:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b9f85 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.606850:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.606868:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b9f85 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.606900:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.606903:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.606905:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.606907:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.606909:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.606913:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.606930:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9f7e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7717d expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.606945:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b9f85 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 225 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7717d expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.606953:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.606956:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.606959:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624e200, rc 0) 00000100:00100000:3.0:1775764894.607012:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133197824:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 342us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.607018:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17086 00000100:00100000:0.0:1775764894.609983:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.610126:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133198080 00000100:00100000:1.0:1775764894.610137:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133198080 00000100:00100000:1.0:1775764894.610197:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17087 00000100:00100000:1.0:1775764894.610207:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+478:89014:x1862022133198080:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.610294:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b9f8c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.610313:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b9f8c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.610325:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b9f8c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.610341:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b9f93 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3ecf8c51 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.610347:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b9f93 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3ecf8c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.610354:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b9f93 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3ecf8c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.610373:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b9f9a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 226 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.610420:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b9f85 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7717d expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.610428:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b9f9a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.610462:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b9f85 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7717d expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.610475:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b9f85 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7717d expref: 33 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.610490:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a712a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154104704:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.610567:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.612826:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a712a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154104704:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.612854:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b9f9a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.616696:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.616864:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.617426:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133198208 00000100:00100000:2.0:1775764894.617437:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133198208 00010000:00010000:2.0:1775764894.617479:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b9f85 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7717d expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.617527:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2361 00000100:00100000:2.0:1775764894.617536:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e212d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133198208:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.617550:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.617575:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b9f85 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7717d expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.617587:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b9f85 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7717d expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.617620:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658b9f85 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7717d expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.617666:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.617670:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b9f9a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.617717:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b9f9a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.617724:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b9f9a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.617748:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.617798:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e212d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133198208:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 262us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.617865:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2361 00000100:00100000:1.0:1775764894.618157:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133198336 00000100:00100000:1.0:1775764894.618163:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133198336 00000100:00100000:1.0:1775764894.618200:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17088 00000100:00100000:1.0:1775764894.618208:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39c159f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133198336:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.618224:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.618241:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9fa1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77184 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.618299:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 226 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.618309:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b9f9a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.618320:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 226 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.618335:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b9f9a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.618343:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 226 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.618542:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b9f9a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.618551:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b9f9a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.619773:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004ca1ffd7 reply state 00000000089b4924 transno 4294977282 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b9f9a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619792:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c200/0x2bbd42d658b9f9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619801:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.619817:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764894.619821:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 226 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619830:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619837:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.619867:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.619887:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b9f8c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619895:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b9f8c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619901:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b9f8c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619909:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b9f8c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619915:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.619920:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b9f8c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619928:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b9f8c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619939:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.619941:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.619945:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b9f8c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619951:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658b9f8c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.619964:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004ca1ffd7 reply state 00000000089b4924 transno 4294977282 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b9f93 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3ecf8c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619972:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c000/0x2bbd42d658b9f93 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3ecf8c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.619979:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3ecf8c51 (ffff9ee492cbc500) 00010000:00010000:0.0:1775764894.619981:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.619983:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.620055:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+480:89014:x1862022133198080:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9847us (10078us total) trans 4294977282 rc 0/0 00000100:00100000:0.0:1775764894.620064:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17087 00010000:00010000:3.0:1775764894.620299:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.620307:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.620344:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.620364:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.620392:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.620395:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.620397:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.620399:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.620402:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.620405:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.620427:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658b9fa1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77184 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.620442:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 226 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77184 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.620450:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.620452:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.620455:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a625dc00, rc 0) 00000100:00100000:3.0:1775764894.620483:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39c159f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133198336:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2276us (3620us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.620490:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17088 00000100:00100000:0.0:1775764894.627196:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.627277:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133198592 00000100:00100000:3.0:1775764894.627288:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133198592 00000100:00100000:3.0:1775764894.627351:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17089 00000100:00100000:3.0:1775764894.627361:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+480:89014:x1862022133198592:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.627448:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9faf lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.627465:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9faf lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.627478:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9faf lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.627494:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b9fb6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb6a5cacf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.627500:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b9fb6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb6a5cacf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.627507:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b9fb6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb6a5cacf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.627524:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b9fbd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 227 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.627571:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77184 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.627580:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b9fbd lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.627617:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77184 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.627663:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77184 expref: 33 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.627678:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154104832:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.627751:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee481370540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.630168:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154104832:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.630198:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b9fbd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.630784:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.631048:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133198720 00000100:00100000:3.0:1775764894.631056:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133198720 00010000:00010000:3.0:1775764894.631090:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77184 expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.631133:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2362 00000100:00100000:3.0:1775764894.631142:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133198720:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.631157:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.631181:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77184 expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.631193:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77184 expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.631213:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658b9fa8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77184 expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.631229:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.631234:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b9fbd lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.631279:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b9fbd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.631287:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b9fbd lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 227 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.631419:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.631476:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133198720:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 334us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.631484:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2362 00010000:00010000:2.0:1775764894.632453:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b9fbd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.632464:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b9fbd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.633441:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000049ae62d3 reply state 000000006ffdb0c0 transno 4294977283 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b9fbd lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.633460:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f600/0x2bbd42d658b9fbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 226 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.633469:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.633472:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764894.633476:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.633484:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9faf lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.633491:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9faf lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.633497:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9faf lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.633503:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9faf lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.633509:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.633514:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9faf lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.633521:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9faf lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.633532:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.633534:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.633538:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9faf lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.633544:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658b9faf lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.633557:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000049ae62d3 reply state 000000006ffdb0c0 transno 4294977283 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b9fb6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb6a5cacf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.633566:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f000/0x2bbd42d658b9fb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb6a5cacf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.633572:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb6a5cacf (ffff9ee4c2047e00) 00010000:00010000:0.0:1775764894.633574:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.633575:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.634236:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+482:89014:x1862022133198592:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6869us (7042us total) trans 4294977283 rc 0/0 00000100:00100000:0.0:1775764894.634245:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17089 00000100:00100000:2.0:1775764894.635019:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.635559:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133198848 00000100:00100000:3.0:1775764894.635570:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133198848 00000100:00100000:3.0:1775764894.635850:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17090 00000100:00100000:3.0:1775764894.635861:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133198848:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.635894:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.635914:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b9fc4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7718b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.635982:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b9fcb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 227 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.635998:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b9fcb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.636010:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b9fcb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.636053:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.636075:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b9fcb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.636094:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.636097:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.636099:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.636102:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.636104:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.636108:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.636129:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b9fc4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7718b expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.636146:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b9fcb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 227 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7718b expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.636153:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.636156:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.636159:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624fa00, rc 0) 00000100:00100000:3.0:1775764894.636215:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133198848:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 355us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.636222:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17090 00000100:00100000:0.0:1775764894.642417:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.642506:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133199104 00000100:00100000:2.0:1775764894.642516:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133199104 00000100:00100000:2.0:1775764894.642574:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17091 00000100:00100000:2.0:1775764894.642585:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+482:89014:x1862022133199104:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.642708:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658b9fd2 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.642726:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658b9fd2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.642738:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658b9fd2 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.642752:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a000/0x2bbd42d658b9fd9 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe53758c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.642759:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a000/0x2bbd42d658b9fd9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe53758c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.642766:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a000/0x2bbd42d658b9fd9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe53758c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.642788:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9fe0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 228 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.642845:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b9fcb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7718b expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.642855:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9fe0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.643149:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b9fcb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7718b expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.643163:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b9fcb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7718b expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.643177:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154104960:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.643310:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.660469:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154104960:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.660501:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9fe0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.661271:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.661353:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.661429:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133199360 00000100:00100000:3.0:1775764894.661437:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133199360 00000100:00100000:3.0:1775764894.661494:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17092 00000100:00100000:3.0:1775764894.661505:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133199360:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.661524:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.661542:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b9fe7 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77192 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.661610:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 229 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.661655:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9fe0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.661668:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 229 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.661687:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9fe0 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.661699:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 229 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.661946:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133199232 00000100:00100000:2.0:1775764894.661951:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133199232 00010000:00010000:2.0:1775764894.661972:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b9fcb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7718b expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.662008:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2363 00000100:00100000:2.0:1775764894.662015:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133199232:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.662026:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.662045:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b9fcb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7718b expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.662058:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b9fcb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7718b expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.662075:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658b9fcb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7718b expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.662090:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.662094:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 229 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.662102:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9fe0 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.662144:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9fe0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.662151:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9fe0 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.662158:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 229 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.662163:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 229 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.662185:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.662232:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133199232:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 217us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.662240:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2363 00010000:00010000:1.0:1775764894.662531:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9fe0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.662539:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9fe0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.663073:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de71d26c reply state 000000000a5d5eaa transno 4294977284 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9fe0 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663088:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2aa00/0x2bbd42d658b9fe0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663096:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.663099:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764894.663101:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663108:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663113:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.663450:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.663460:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658b9fd2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663467:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658b9fd2 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663472:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658b9fd2 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663478:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658b9fd2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663483:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe2ba00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.663487:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658b9fd2 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663494:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658b9fd2 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663505:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.663507:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.663511:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658b9fd2 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663517:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658b9fd2 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.663529:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de71d26c reply state 000000000a5d5eaa transno 4294977284 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a000/0x2bbd42d658b9fd9 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe53758c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663539:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a000/0x2bbd42d658b9fd9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe53758c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.663546:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe53758c0 (ffff9ee4a625bf00) 00010000:00010000:1.0:1775764894.663548:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.663550:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.663762:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+484:89014:x1862022133199104:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 21176us (21352us total) trans 4294977284 rc 0/0 00000100:00100000:0.0:1775764894.663774:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17091 00010000:00010000:3.0:1775764894.664885:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.664895:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.664937:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.664958:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.664984:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.664986:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.664989:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.664992:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.664994:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.664998:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.665021:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658b9fe7 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77192 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.665039:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 228 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77192 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.665047:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.665049:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.665052:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624e800, rc 0) 00000100:00100000:3.0:1775764894.665143:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133199360:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3640us (3789us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.665150:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17092 00000100:00100000:1.0:1775764894.667251:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.667334:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133199616 00000100:00100000:3.0:1775764894.667344:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133199616 00000100:00100000:3.0:1775764894.667422:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17093 00000100:00100000:3.0:1775764894.667433:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+484:89014:x1862022133199616:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.667514:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b9ff5 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.667532:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b9ff5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.667544:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b9ff5 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.667559:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b9ffc lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd7b6edb7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.667567:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b9ffc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7b6edb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.667574:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b9ffc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7b6edb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.667596:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658ba003 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 229 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.667680:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77192 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.667689:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658ba003 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 229 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.667724:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77192 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.667738:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77192 expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.667752:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154105088:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.668165:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee481370540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.671405:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.671810:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133199744 00000100:00100000:3.0:1775764894.671821:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133199744 00010000:00010000:3.0:1775764894.671864:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77192 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.671919:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2364 00000100:00100000:3.0:1775764894.671928:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133199744:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.671942:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.671967:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77192 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.671985:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77192 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.672007:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.672012:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658ba003 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.672059:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658ba003 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.672066:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658ba003 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.672152:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.672201:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133199744:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 274us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.672209:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2364 00010000:00010000:2.0:1775764894.672957:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658b9fee lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77192 expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.672977:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154105088:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.672998:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658ba003 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.673008:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658ba003 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.673013:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658ba003 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.674100:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000308e6c7a reply state 00000000ec863853 transno 4294977285 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658ba003 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.674122:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e000/0x2bbd42d658ba003 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 228 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.674131:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.674134:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764894.674138:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.674146:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b9ff5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.674156:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b9ff5 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.674162:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b9ff5 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.674168:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b9ff5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.674173:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.674178:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b9ff5 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.674185:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b9ff5 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.674195:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.674197:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.674201:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b9ff5 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.674207:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658b9ff5 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.674221:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000308e6c7a reply state 00000000ec863853 transno 4294977285 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b9ffc lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7b6edb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.674230:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e400/0x2bbd42d658b9ffc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7b6edb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.674236:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd7b6edb7 (ffff9ee4c2047200) 00010000:00010000:2.0:1775764894.674239:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.674241:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.674325:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+486:89014:x1862022133199616:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6892us (7078us total) trans 4294977285 rc 0/0 00000100:00100000:2.0:1775764894.674335:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17093 00000100:00100000:1.0:1775764894.676157:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.676223:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133199872 00000100:00100000:3.0:1775764894.676232:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133199872 00000100:00100000:3.0:1775764894.676292:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17094 00000100:00100000:3.0:1775764894.676302:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a7128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133199872:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.676322:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.676342:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658ba00a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77199 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.676408:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba011 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 229 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.676426:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba011 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.676436:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba011 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.676481:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.676500:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba011 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.676519:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.676523:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.676525:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.676528:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:3.0:1775764894.676530:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.676534:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.676556:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658ba00a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77199 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.676573:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba011 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 229 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77199 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.676581:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.676584:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.676588:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624e600, rc 0) 00000100:00100000:3.0:1775764894.676682:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a7128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133199872:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 381us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.676689:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17094 00000100:00100000:0.0:1775764894.678353:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.678434:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133200128 00000100:00100000:1.0:1775764894.678443:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133200128 00000100:00100000:1.0:1775764894.678495:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17095 00000100:00100000:1.0:1775764894.678505:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+486:89014:x1862022133200128:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.678580:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba018 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.678596:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba018 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.678648:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba018 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.678666:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658ba01f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xf199c8b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.678673:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658ba01f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf199c8b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.678680:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658ba01f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf199c8b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.678699:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658ba026 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 230 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.678747:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba011 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77199 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.678755:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658ba026 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.678790:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba011 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77199 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.678815:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba011 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77199 expref: 33 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.678830:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3840c4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154105216:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.678916:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e42b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.681299:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3840c4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154105216:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764894.681325:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658ba026 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.682127:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.682483:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133200256 00000100:00100000:1.0:1775764894.682491:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133200256 00000100:00100000:1.0:1775764894.682582:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17096 00000100:00100000:1.0:1775764894.682593:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133200256:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.682645:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.682666:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba02d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771a0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.682728:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 231 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.682740:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658ba026 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.682751:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 231 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.682768:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658ba026 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.682777:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 231 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.683703:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.683852:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133200384 00000100:00100000:3.0:1775764894.683858:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133200384 00010000:00010000:3.0:1775764894.683897:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba011 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77199 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.683924:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2365 00000100:00100000:3.0:1775764894.683931:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133200384:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.683943:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.683963:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba011 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77199 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683976:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba011 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77199 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683995:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba011 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77199 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.684013:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.684018:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 231 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.684025:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658ba026 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.684070:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658ba026 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.684078:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658ba026 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.684089:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 231 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.684095:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 231 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.684123:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.684172:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133200384:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 241us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.684180:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2365 00010000:00010000:1.0:1775764894.684457:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658ba026 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.684465:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658ba026 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.684971:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c070ffd reply state 0000000070d15063 transno 4294977286 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658ba026 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.684986:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c800/0x2bbd42d658ba026 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.684993:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.684996:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764894.684998:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 230 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.685006:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.685013:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.685091:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.685100:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba018 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.685107:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba018 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.685113:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba018 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.685121:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba018 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.685126:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.685130:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba018 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.685137:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba018 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.685146:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.685148:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.685151:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba018 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.685157:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba018 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.685169:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c070ffd reply state 0000000070d15063 transno 4294977286 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658ba01f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xf199c8b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.685177:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d200/0x2bbd42d658ba01f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xf199c8b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.685183:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xf199c8b0 (ffff9ee492cbc600) 00010000:00010000:1.0:1775764894.685186:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.685187:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.685245:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+488:89014:x1862022133200128:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6740us (6898us total) trans 4294977286 rc 0/0 00000100:00100000:1.0:1775764894.685252:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17095 00010000:00010000:0.0:1775764894.686335:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.686346:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.686392:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.686415:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.686440:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.686443:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.686446:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.686448:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764894 00000004:00010000:0.0:1775764894.686451:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.686455:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.686480:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba02d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a0 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.686498:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 230 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a0 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.686507:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.686509:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.686512:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a625ce00, rc 0) 00000100:00100000:0.0:1775764894.686556:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133200256:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3965us (4432us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.686563:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17096 00000100:00100000:0.0:1775764894.688552:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.688655:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133200640 00000100:00100000:3.0:1775764894.688666:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133200640 00000100:00100000:3.0:1775764894.688716:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17097 00000100:00100000:3.0:1775764894.688726:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+488:89014:x1862022133200640:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.688970:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba03b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.688987:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba03b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.688999:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba03b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.689015:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658ba042 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x95323e24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.689022:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658ba042 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x95323e24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.689029:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658ba042 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x95323e24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.689050:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658ba049 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 231 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.689096:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a0 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.689105:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658ba049 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.689138:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a0 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.689152:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a0 expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.689167:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38334a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154105344:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.689239:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4b5b27540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.692591:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.692641:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133200768 00000100:00100000:3.0:1775764894.692650:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133200768 00010000:00010000:3.0:1775764894.692687:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a0 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.692720:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2366 00000100:00100000:3.0:1775764894.692728:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133200768:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.692741:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.692763:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a0 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.692776:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a0 expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.692798:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.692815:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658ba049 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.692859:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658ba049 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.692867:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658ba049 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.692896:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.692940:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133200768:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 212us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.692949:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2366 00010000:00010000:0.0:1775764894.693150:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba034 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a0 expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.693166:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38334a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154105344:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764894.693183:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658ba049 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.693192:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658ba049 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.693199:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658ba049 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.693698:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009e5bb3c reply state 00000000bed3dfdc transno 4294977287 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658ba049 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.693714:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fc00/0x2bbd42d658ba049 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 230 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.693721:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.693725:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764894.693728:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.693734:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba03b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.693741:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba03b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.693747:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba03b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.693755:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba03b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.693761:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.693765:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba03b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.693773:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba03b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.693781:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.693784:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.693787:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba03b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.693793:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba03b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.693993:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009e5bb3c reply state 00000000bed3dfdc transno 4294977287 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658ba042 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x95323e24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.694005:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ec00/0x2bbd42d658ba042 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x95323e24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.694012:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x95323e24 (ffff9ee4c2047500) 00010000:00010000:0.0:1775764894.694015:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.694017:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.694087:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+490:89014:x1862022133200640:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5361us (5540us total) trans 4294977287 rc 0/0 00000100:00100000:0.0:1775764894.694095:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17097 00000100:00100000:3.0:1775764894.695207:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.695434:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133200896 00000100:00100000:0.0:1775764894.695442:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133200896 00000100:00100000:0.0:1775764894.695499:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17098 00000100:00100000:0.0:1775764894.695509:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133200896:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.695527:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.695545:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba050 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771a7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.696003:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba057 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 231 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.696019:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba057 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.696029:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba057 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.696074:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.696097:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba057 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.696117:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.696120:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.696124:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.696126:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764894 -> 1775764895 00000004:00010000:0.0:1775764894.696129:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.696133:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.696154:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba050 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a7 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.696172:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba057 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 231 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a7 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.696180:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.696183:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.696186:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6d200, rc 0) 00000100:00100000:0.0:1775764894.696238:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133200896:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 731us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.696246:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17098 00000100:00100000:1.0:1775764894.697570:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.697966:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133201152 00000100:00100000:0.0:1775764894.697975:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133201152 00000100:00100000:0.0:1775764894.698057:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17099 00000100:00100000:0.0:1775764894.698069:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+490:89014:x1862022133201152:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.698143:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba05e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.698159:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba05e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.698170:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba05e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.698193:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658ba065 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xbf64bee7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.698201:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658ba065 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbf64bee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.698208:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658ba065 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbf64bee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.698226:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658ba06c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 232 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.698273:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba057 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a7 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.698282:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658ba06c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.698319:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba057 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a7 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.698333:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba057 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a7 expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.698348:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4a71c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154105472:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.698453:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.701239:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.701311:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.701613:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4a71c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154105472:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.701663:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658ba06c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.701784:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133201408 00000100:00100000:2.0:1775764894.701791:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133201408 00010000:00010000:2.0:1775764894.701830:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba057 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a7 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.701864:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2367 00000100:00100000:2.0:1775764894.701885:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133201408:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.701898:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.701919:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba057 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a7 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.701931:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba057 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a7 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.701952:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba057 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771a7 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.701966:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.701971:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658ba06c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.702016:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658ba06c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.702028:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658ba06c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.702046:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.702086:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133201408:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 214us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.702093:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2367 00010000:00010000:3.0:1775764894.702337:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658ba06c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.702345:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658ba06c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.702795:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d88bdb6a reply state 00000000092b80fb transno 4294977288 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658ba06c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.702818:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616c800/0x2bbd42d658ba06c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 231 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.702825:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.702828:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764894.702831:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764894.702838:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba05e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.702844:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba05e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.702850:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba05e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.702856:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba05e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.702862:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6c600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764894.702866:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba05e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.703046:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba05e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.703056:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764894.703059:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.703063:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba05e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.703070:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba05e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.703082:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d88bdb6a reply state 00000000092b80fb transno 4294977288 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658ba065 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xbf64bee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.703090:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3912a2a00/0x2bbd42d658ba065 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xbf64bee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.703095:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xbf64bee7 (ffff9ee3858c9100) 00010000:00010000:3.0:1775764894.703098:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764894.703100:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764894.703149:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+492:89014:x1862022133201152:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5082us (5584us total) trans 4294977288 rc 0/0 00000100:00100000:3.0:1775764894.703157:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17099 00000100:00100000:3.0:1775764894.703852:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133201280 00000100:00100000:3.0:1775764894.703860:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133201280 00000100:00100000:3.0:1775764894.703901:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17100 00000100:00100000:3.0:1775764894.703908:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133201280:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.703926:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.703943:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba073 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771ae expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.704002:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba07a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 232 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.704013:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba07a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.704026:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba07a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.704058:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.704077:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba07a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.704094:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.704097:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.704100:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.704102:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764894.704104:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.704107:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.704123:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba073 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ae expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.704137:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba07a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 232 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ae expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.704145:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.704147:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.704150:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624f400, rc 0) 00000100:00100000:3.0:1775764894.704187:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133201280:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 279us (2875us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.704195:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17100 00000100:00100000:0.0:1775764894.713124:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.713218:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133201664 00000100:00100000:3.0:1775764894.713229:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133201664 00000100:00100000:3.0:1775764894.713294:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17101 00000100:00100000:3.0:1775764894.713304:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+492:89014:x1862022133201664:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.713392:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba081 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.713409:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba081 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.713422:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba081 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.713438:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658ba088 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x20dfd96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.713445:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658ba088 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x20dfd96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.713451:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658ba088 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x20dfd96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.713469:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658ba08f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 233 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.713517:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba07a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ae expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.713526:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658ba08f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 233 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.713561:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba07a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ae expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.713580:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba07a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ae expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.713595:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154105600:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.714155:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4b5b27a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.717278:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.717305:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133201792 00000100:00100000:0.0:1775764894.717314:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133201792 00010000:00010000:0.0:1775764894.717355:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba07a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ae expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.717392:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2368 00000100:00100000:0.0:1775764894.717401:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133201792:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.717415:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.717438:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba07a lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ae expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.717452:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba07a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ae expref: 34 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.717474:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.717479:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658ba08f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.717526:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658ba08f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.717535:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658ba08f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.717556:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.717618:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2404:x1862022133201792:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 217us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.717653:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2368 00000100:00100000:0.0:1775764894.717741:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:1.0:1775764894.717931:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba07a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ae expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.717949:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383349c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154105600:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764894.717967:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658ba08f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.717977:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658ba08f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.717982:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658ba08f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.718435:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b618f706 reply state 0000000091f7b29e transno 4294977289 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658ba08f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.718450:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ee00/0x2bbd42d658ba08f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 232 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.718458:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.718460:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764894.718464:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.718471:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba081 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.718479:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba081 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.718486:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba081 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.718493:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba081 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.718499:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624e600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.718503:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba081 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.718510:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba081 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.718519:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.718521:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.718525:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba081 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.718531:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba081 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.718542:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b618f706 reply state 0000000091f7b29e transno 4294977289 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658ba088 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x20dfd96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.718551:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f800/0x2bbd42d658ba088 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x20dfd96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.718561:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x20dfd96 (ffff9ee4c2047300) 00010000:00010000:1.0:1775764894.718563:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.718565:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.718656:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+494:89014:x1862022133201664:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5319us (5508us total) trans 4294977289 rc 0/0 00000100:00100000:1.0:1775764894.718664:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17101 00000100:00100000:1.0:1775764894.718683:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133201920 00000100:00100000:1.0:1775764894.718687:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133201920 00000100:00100000:1.0:1775764894.719998:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17102 00000100:00100000:1.0:1775764894.720012:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133201920:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.720031:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.720049:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba096 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771b5 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.720114:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba09d lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 233 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.720127:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba09d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.720137:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba09d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.720176:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.720195:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba09d lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.720213:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.720217:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.720220:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.720222:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764894.720225:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.720229:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.720247:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba096 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771b5 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.720262:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba09d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 233 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771b5 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.720270:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.720272:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.720275:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a625d600, rc 0) 00000100:00100000:1.0:1775764894.720318:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133201920:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 310us (2577us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.720326:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17102 00000100:00100000:3.0:1775764894.722497:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.722719:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133202176 00000100:00100000:2.0:1775764894.722729:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133202176 00000100:00100000:2.0:1775764894.722787:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17103 00000100:00100000:2.0:1775764894.722797:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+494:89014:x1862022133202176:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.722916:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba0a4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.722933:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba0a4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.722945:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba0a4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.722960:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658ba0ab lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb0d557f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.722968:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658ba0ab lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb0d557f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.722975:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658ba0ab lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb0d557f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.722994:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b200/0x2bbd42d658ba0b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 234 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.723041:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba09d lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771b5 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.723049:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b200/0x2bbd42d658ba0b2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.723082:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba09d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771b5 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.723097:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba09d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771b5 expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.723111:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154105728:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.723192:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.725292:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.725325:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133202304 00000100:00100000:3.0:1775764894.725333:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133202304 00000100:00100000:3.0:1775764894.725380:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17104 00000100:00100000:3.0:1775764894.725389:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133202304:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.725406:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.725425:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658ba0b9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771bc expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.725494:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 235 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.725507:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b200/0x2bbd42d658ba0b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.725514:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 235 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.725531:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b200/0x2bbd42d658ba0b2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.725541:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 235 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.726044:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154105728:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.726062:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b200/0x2bbd42d658ba0b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.729502:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.729612:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133202432 00000100:00100000:0.0:1775764894.729665:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133202432 00010000:00010000:0.0:1775764894.729709:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba09d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771b5 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.729742:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2369 00000100:00100000:0.0:1775764894.729752:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2404:x1862022133202432:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.729769:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.729794:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba09d lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771b5 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.729817:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba09d lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771b5 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.729839:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba09d lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771b5 expref: 36 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.729856:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.729861:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 235 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.729871:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b200/0x2bbd42d658ba0b2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.729931:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b200/0x2bbd42d658ba0b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.729939:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b200/0x2bbd42d658ba0b2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.729947:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 235 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.729952:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 235 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.729979:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.730037:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022133202432:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 286us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.730046:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2369 00010000:00010000:1.0:1775764894.730118:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b200/0x2bbd42d658ba0b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730127:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b200/0x2bbd42d658ba0b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.730581:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000875800c7 reply state 000000003097648e transno 4294977290 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b200/0x2bbd42d658ba0b2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730596:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b200/0x2bbd42d658ba0b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730604:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.730607:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764894.730609:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 234 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730616:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730648:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.730665:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.730671:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba0a4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730678:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba0a4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730685:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba0a4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730691:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba0a4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730697:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe2ae00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.730702:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba0a4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730709:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba0a4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730717:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.730720:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.730724:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba0a4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730730:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba0a4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.730741:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000875800c7 reply state 000000003097648e transno 4294977290 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658ba0ab lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb0d557f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730750:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ba00/0x2bbd42d658ba0ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb0d557f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.730756:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb0d557f4 (ffff9ee4a625b400) 00010000:00010000:1.0:1775764894.730758:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.730760:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.730805:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+496:89014:x1862022133202176:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8010us (8317us total) trans 4294977290 rc 0/0 00000100:00100000:1.0:1775764894.730813:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17103 00010000:00010000:3.0:1775764894.730966:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.730974:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.731007:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.731023:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.731045:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.731048:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.731050:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.731053:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764894.731055:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.731059:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.731078:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658ba0b9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771bc expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.731094:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 234 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771bc expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.731102:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.731105:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.731107:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624e800, rc 0) 00000100:00100000:3.0:1775764894.731132:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133202304:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5744us (5849us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.731142:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17104 00000100:00100000:3.0:1775764894.735574:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.738168:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133202688 00000100:00100000:0.0:1775764894.738183:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133202688 00000100:00100000:0.0:1775764894.738300:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17105 00000100:00100000:0.0:1775764894.738312:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38e212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+496:89014:x1862022133202688:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.738407:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba0c7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.738425:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba0c7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.738438:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba0c7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.738455:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658ba0ce lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe3f1ce28 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.738462:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658ba0ce lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe3f1ce28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.738468:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658ba0ce lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe3f1ce28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.738488:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658ba0d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 235 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.738545:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771bc expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.738554:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658ba0d5 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.738588:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771bc expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.738615:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771bc expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.738747:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385046300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154105856:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.739053:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.742088:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.742156:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.742239:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385046300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154105856:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.742268:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658ba0d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.742866:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133202816 00000100:00100000:3.0:1775764894.742887:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133202816 00010000:00010000:3.0:1775764894.742927:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771bc expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.742975:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2370 00000100:00100000:3.0:1775764894.742985:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133202816:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.743001:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.743028:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771bc expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.743040:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771bc expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.743061:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba0c0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771bc expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.743078:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.743083:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658ba0d5 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.743129:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658ba0d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.743137:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658ba0d5 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 235 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.743159:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.743211:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133202816:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 227us (1131us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.743219:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2370 00010000:00010000:2.0:1775764894.743432:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658ba0d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.743439:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658ba0d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.745370:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000916996fd reply state 000000007c4f8bde transno 4294977291 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658ba0d5 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745395:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfdac400/0x2bbd42d658ba0d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 234 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745403:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.745406:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764894.745410:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.745417:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba0c7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745424:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba0c7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745430:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba0c7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745437:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba0c7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745443:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38616d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.745448:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba0c7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745455:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba0c7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745466:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.745468:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.745471:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba0c7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745478:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba0c7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.745492:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000916996fd reply state 000000007c4f8bde transno 4294977291 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658ba0ce lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe3f1ce28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745501:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee384478400/0x2bbd42d658ba0ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe3f1ce28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745506:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe3f1ce28 (ffff9ee3858c9b00) 00010000:00010000:2.0:1775764894.745508:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.745510:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.745599:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38e212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+498:89014:x1862022133202688:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7285us (10031us total) trans 4294977291 rc 0/0 00000100:00100000:2.0:1775764894.745618:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17105 00000100:00100000:2.0:1775764894.745673:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133202944 00000100:00100000:2.0:1775764894.745681:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133202944 00000100:00100000:2.0:1775764894.745713:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17106 00000100:00100000:2.0:1775764894.745719:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133202944:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764894.745736:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.745752:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba0dc lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771c3 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745820:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba0e3 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 235 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745831:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba0e3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.745844:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba0e3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764894.746151:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764894.746172:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba0e3 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.746191:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764894.746194:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.746197:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.746199:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:2.0:1775764894.746201:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764894.746205:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764894.746222:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba0dc lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771c3 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.746235:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba0e3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 235 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771c3 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.746242:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.746244:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764894.746247:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfe2a600, rc 0) 00000100:00100000:2.0:1775764894.746274:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133202944:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 555us (4118us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.746281:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17106 00000100:00100000:1.0:1775764894.749455:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.749539:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133203200 00000100:00100000:2.0:1775764894.749549:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133203200 00000100:00100000:2.0:1775764894.749615:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17107 00000100:00100000:2.0:1775764894.749656:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+498:89014:x1862022133203200:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.749747:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba0ea lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.749764:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba0ea lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.749777:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba0ea lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.749793:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b800/0x2bbd42d658ba0f1 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x15a67df0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.749800:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b800/0x2bbd42d658ba0f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x15a67df0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.749821:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b800/0x2bbd42d658ba0f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x15a67df0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.749842:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a800/0x2bbd42d658ba0f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 236 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.749901:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba0e3 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771c3 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.749909:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a800/0x2bbd42d658ba0f8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.749945:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba0e3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771c3 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.749963:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba0e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771c3 expref: 33 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.749978:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154105984:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.750049:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.753067:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.753162:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154105984:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.753188:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a800/0x2bbd42d658ba0f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.753429:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.753785:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133203456 00000100:00100000:1.0:1775764894.753793:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133203456 00000100:00100000:1.0:1775764894.753860:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17108 00000100:00100000:1.0:1775764894.753870:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133203456:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.753897:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.753916:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba0ff lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771ca expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.753980:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 237 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.753998:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a800/0x2bbd42d658ba0f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.754004:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 237 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.754020:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a800/0x2bbd42d658ba0f8 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.754029:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 237 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.754265:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133203328 00000100:00100000:0.0:1775764894.754271:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133203328 00010000:00010000:0.0:1775764894.754292:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba0e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771c3 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.754361:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2371 00000100:00100000:0.0:1775764894.754369:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133203328:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.754381:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.754398:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba0e3 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771c3 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.754411:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba0e3 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771c3 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.754429:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba0e3 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771c3 expref: 36 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.754445:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.754449:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 237 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.754456:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a800/0x2bbd42d658ba0f8 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.754499:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a800/0x2bbd42d658ba0f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.754507:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a800/0x2bbd42d658ba0f8 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.754515:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 237 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.754521:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 237 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.754546:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764894.754723:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a800/0x2bbd42d658ba0f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.754731:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a800/0x2bbd42d658ba0f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.755201:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000849ca8b2 reply state 0000000089da27a0 transno 4294977292 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a800/0x2bbd42d658ba0f8 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755216:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a800/0x2bbd42d658ba0f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 236 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755223:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.755225:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.755228:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 236 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755234:0:10039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755245:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.755261:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.755269:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba0ea lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755276:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba0ea lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755282:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba0ea lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755288:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba0ea lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755294:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe2bc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.755297:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba0ea lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755305:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba0ea lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755314:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.755317:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.755320:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba0ea lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755325:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba0ea lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.755337:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000849ca8b2 reply state 0000000089da27a0 transno 4294977292 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b800/0x2bbd42d658ba0f1 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x15a67df0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755346:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b800/0x2bbd42d658ba0f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x15a67df0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.755352:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x15a67df0 (ffff9ee4a625b100) 00010000:00010000:2.0:1775764894.755354:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.755356:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.755400:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+500:89014:x1862022133203200:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5778us (5956us total) trans 4294977292 rc 0/0 00000100:00100000:2.0:1775764894.755408:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17107 00010000:00010000:1.0:1775764894.755539:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.755546:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.755580:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.755600:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.755657:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.755661:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.755664:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.755666:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764894.755668:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.755672:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.755692:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba0ff lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ca expref: 36 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.755711:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 236 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ca expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.755719:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.755721:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.755724:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a625ce00, rc 0) 00000100:00100000:1.0:1775764894.755749:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133203456:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1881us (2321us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.755756:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17108 00000100:00100000:0.0:1775764894.756360:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133203328:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 232us (1543us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.756373:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2371 00000100:00100000:1.0:1775764894.760505:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.760617:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133203712 00000100:00100000:2.0:1775764894.760719:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133203712 00000100:00100000:2.0:1775764894.760816:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17109 00000100:00100000:2.0:1775764894.760827:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+500:89014:x1862022133203712:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.760923:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba10d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.760941:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba10d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.760954:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba10d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.760989:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba114 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7fda6c89 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.760998:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba114 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7fda6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.761005:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba114 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7fda6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.761027:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba11b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 237 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.761074:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ca expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.761083:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba11b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.761117:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ca expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.761132:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ca expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.761146:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154106112:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.761219:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833cecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.762977:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154106112:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.763002:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba11b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.763396:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.763527:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133203840 00000100:00100000:3.0:1775764894.763534:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133203840 00000100:00100000:3.0:1775764894.763726:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17110 00000100:00100000:3.0:1775764894.763737:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133203840:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.763754:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1775764894.763768:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:3.0:1775764894.763773:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba122 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771d1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.763834:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 238 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.763848:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba11b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.763856:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 238 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.763888:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba11b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.763898:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 238 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.766177:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133203968 00000100:00100000:2.0:1775764894.766189:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133203968 00010000:00010000:2.0:1775764894.766231:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ca expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.766272:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2372 00000100:00100000:2.0:1775764894.766283:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133203968:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.766297:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.766321:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ca expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.766335:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ca expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.766357:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba106 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ca expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.766372:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.766378:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 238 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.766387:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba11b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.766434:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba11b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.766442:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba11b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.766449:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 238 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.766455:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 238 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.766493:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.766549:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133203968:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 268us (2942us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.766557:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2372 00010000:00010000:3.0:1775764894.766704:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba11b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.766713:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba11b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.767390:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000bd7002e reply state 000000000474030e transno 4294977293 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba11b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.767407:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38616d800/0x2bbd42d658ba11b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 237 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.767415:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.767418:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.767421:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 237 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.767429:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.767436:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.767459:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.767467:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba10d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.767469:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.767479:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba10d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.767481:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.767496:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba10d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.767509:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba10d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.767515:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe2b400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.767520:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba10d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.767525:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1775764894.767528:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba10d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.767540:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.767543:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:3.0:1775764894.767546:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.767547:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba10d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.767564:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba10d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.767574:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764894.767576:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000bd7002e reply state 000000000474030e transno 4294977293 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba114 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7fda6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.767578:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.767584:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.767590:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00010000:00010000:2.0:1775764894.767594:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2ae00/0x2bbd42d658ba114 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7fda6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.767594:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.767598:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764894.767606:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7fda6c89 (ffff9ee381ee5000) 00010000:00010000:2.0:1775764894.767608:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.767610:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.767689:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+502:89014:x1862022133203712:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6862us (7191us total) trans 4294977293 rc 0/0 00000100:00100000:2.0:1775764894.767697:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17109 00010000:00010000:3.0:1775764894.768102:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba122 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d1 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.768120:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 237 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d1 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.768128:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.768131:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.768133:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624fe00, rc 0) 00000100:00100000:3.0:1775764894.768161:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133203840:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 4427us (4766us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.768168:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17110 00000100:00100000:1.0:1775764894.770188:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.770235:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133204224 00000100:00100000:2.0:1775764894.770245:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133204224 00000100:00100000:2.0:1775764894.770350:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17111 00000100:00100000:2.0:1775764894.770361:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+502:89014:x1862022133204224:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.770442:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba130 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.770458:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba130 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.770470:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba130 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.770484:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba137 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb5476969 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.770490:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba137 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb5476969 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.770496:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba137 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb5476969 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.770517:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658ba13e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 238 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.770567:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d1 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.770575:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658ba13e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.770608:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d1 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.770753:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d1 expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.770768:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154106240:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.771034:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.773601:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.773751:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.773841:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133204352 00000100:00100000:3.0:1775764894.773849:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133204352 00000100:00100000:2.0:1775764894.773863:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154106240:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.773901:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658ba13e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.773904:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d1 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.773952:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2373 00000100:00100000:3.0:1775764894.773960:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133204352:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.773973:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.773996:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d1 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.774008:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d1 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.774028:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba129 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d1 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.774041:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.774046:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658ba13e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.774091:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658ba13e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.774102:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658ba13e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.774138:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.774144:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133204480 00000100:00100000:0.0:1775764894.774150:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133204480 00000100:00100000:0.0:1775764894.774187:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17112 00000100:00100000:3.0:1775764894.774192:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133204352:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 231us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.774201:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133204480:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:3.0:1775764894.774205:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2373 00010000:00010000:0.0:1775764894.774222:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.774239:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba145 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771d8 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.774344:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658ba13e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.774353:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658ba13e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.774889:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df43129e reply state 00000000a3b077f9 transno 4294977294 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658ba13e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.774904:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8a200/0x2bbd42d658ba13e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.774912:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.774914:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764894.774917:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.774923:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba130 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.774930:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba130 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.774937:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba130 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.774943:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba130 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.774949:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe2a600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.774954:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba130 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.774961:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba130 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.774971:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.774973:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.774977:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba130 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.774982:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba130 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.774992:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df43129e reply state 00000000a3b077f9 transno 4294977294 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba137 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb5476969 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.775000:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2bc00/0x2bbd42d658ba137 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb5476969 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.775006:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb5476969 (ffff9ee381ee5f00) 00010000:00010000:2.0:1775764894.775009:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.775011:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.775068:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+504:89014:x1862022133204224:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4708us (4884us total) trans 4294977294 rc 0/0 00000100:00100000:2.0:1775764894.775076:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17111 00000100:00100000:1.0:1775764894.777000:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:1.0:1775764894.777040:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 238 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.777048:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133204736 00010000:00010000:1.0:1775764894.777058:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.777069:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133204736 00010000:00010000:1.0:1775764894.777072:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.777124:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17113 00000004:00200000:1.0:1775764894.777130:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1775764894.777136:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384398380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+504:89014:x1862022133204736:12345-192.168.202.48@tcp:36:createmany.0 00000004:00010000:1.0:1775764894.777156:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.777184:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.777187:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.777190:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.777192:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764894.777195:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.777199:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764894.777204:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba153 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.777216:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba153 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.777225:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba153 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.777240:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba15a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7fc7c8d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.777248:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba15a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7fc7c8d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.777255:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba15a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7fc7c8d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.777318:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658ba161 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 239 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.777365:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d8 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.777374:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658ba161 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.777408:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d8 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.777422:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d8 expref: 35 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.777436:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154106368:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.777512:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.779447:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154106368:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.779475:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658ba161 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.780716:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba145 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d8 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.780748:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d8 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.780758:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d8 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.780766:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa05600, rc 0) 00000100:00100000:1.0:1775764894.780838:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133204480:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6640us (7244us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.780848:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17112 00000100:00100000:1.0:1775764894.785995:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.786038:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.786043:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133204864 00000100:00100000:2.0:1775764894.786054:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133204864 00000100:00100000:0.0:1775764894.786165:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133204992 00000100:00100000:0.0:1775764894.786170:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133204992 00010000:00010000:0.0:1775764894.786198:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d8 expref: 35 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.786240:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2374 00000100:00100000:0.0:1775764894.786249:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133204992:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.786264:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.786286:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d8 expref: 35 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.786299:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d8 expref: 35 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.786322:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba14c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771d8 expref: 35 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.786342:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.786348:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658ba161 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.786396:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658ba161 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.786405:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658ba161 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.786433:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.786483:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133204992:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 234us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.786490:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2374 00010000:00010000:0.0:1775764894.786609:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658ba161 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.786617:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658ba161 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.787167:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ace3ab73 reply state 00000000443c9f01 transno 4294977295 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658ba161 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787181:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697a00/0x2bbd42d658ba161 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 238 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787189:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.787192:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764894.787195:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.787203:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba153 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787210:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba153 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787216:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba153 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787223:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba153 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787230:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfe8ac00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.787234:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba153 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787241:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba153 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787250:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.787253:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.787256:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba153 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787262:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba153 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.787273:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ace3ab73 reply state 00000000443c9f01 transno 4294977295 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba15a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7fc7c8d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787281:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2b400/0x2bbd42d658ba15a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7fc7c8d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787286:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7fc7c8d5 (ffff9ee381ee5400) 00010000:00010000:0.0:1775764894.787289:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.787291:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.787351:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384398380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+506:89014:x1862022133204736:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10218us (10359us total) trans 4294977295 rc 0/0 00000100:00100000:0.0:1775764894.787358:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17113 00000100:00100000:0.0:1775764894.787379:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17114 00000100:00100000:0.0:1775764894.787387:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133204864:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.787404:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.787418:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba168 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771df expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787474:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba16f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 239 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787485:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba16f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787493:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba16f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.787523:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.787539:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba16f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.787557:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.787560:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.787563:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.787565:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:0.0:1775764894.787568:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.787572:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.787589:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba168 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771df expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787603:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba16f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 239 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771df expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.787610:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.787612:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.787615:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa04600, rc 0) 00000100:00100000:0.0:1775764894.787666:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133204864:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 279us (1679us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.787674:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17114 00000100:00100000:0.0:1775764894.790969:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.791113:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133205248 00000100:00100000:1.0:1775764894.791124:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133205248 00000100:00100000:1.0:1775764894.791175:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17115 00000100:00100000:1.0:1775764894.791185:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+506:89014:x1862022133205248:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.791273:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba176 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.791291:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba176 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.791318:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba176 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.791337:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658ba17d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x42198c87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.791344:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658ba17d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x42198c87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.791351:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658ba17d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x42198c87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.791370:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658ba184 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 240 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.791419:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba16f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771df expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.791428:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658ba184 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.791464:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba16f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771df expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.791477:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba16f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771df expref: 33 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.791496:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38439b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154106496:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.791580:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee490e9ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.796117:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38439b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154106496:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764894.796146:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658ba184 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.796858:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.796925:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133205376 00000100:00100000:2.0:1775764894.796931:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133205376 00010000:00010000:2.0:1775764894.796967:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba16f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771df expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.797000:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2375 00000100:00100000:2.0:1775764894.797009:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385044000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133205376:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.797024:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.797046:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba16f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771df expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.797059:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba16f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771df expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.797082:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba16f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771df expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.797097:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.797101:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658ba184 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.797148:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658ba184 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.797157:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658ba184 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.797186:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.797239:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385044000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133205376:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 232us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.797248:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2375 00010000:00010000:0.0:1775764894.797486:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658ba184 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.797495:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658ba184 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.798000:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014915414 reply state 00000000635d8205 transno 4294977296 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658ba184 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.798013:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625c400/0x2bbd42d658ba184 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 239 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.798021:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.798023:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764894.798026:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.798032:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba176 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.798039:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba176 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.798045:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba176 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.798051:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba176 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.798056:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.798061:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba176 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.798067:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba176 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.798075:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.798077:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.798081:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba176 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.798087:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba176 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.798098:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014915414 reply state 00000000635d8205 transno 4294977296 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658ba17d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x42198c87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.798106:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d800/0x2bbd42d658ba17d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x42198c87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.798112:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x42198c87 (ffff9ee492cbce00) 00010000:00010000:0.0:1775764894.798114:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.798116:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.798177:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+508:89014:x1862022133205248:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6992us (7216us total) trans 4294977296 rc 0/0 00000100:00100000:0.0:1775764894.798185:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17115 00000100:00100000:0.0:1775764894.800751:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.800977:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133205504 00000100:00100000:1.0:1775764894.800986:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133205504 00000100:00100000:1.0:1775764894.801041:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17116 00000100:00100000:1.0:1775764894.801049:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133205504:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.801070:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.801090:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba18b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771e6 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.801157:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba192 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 240 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.801171:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba192 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.801183:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba192 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.801230:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.801253:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba192 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.801272:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.801275:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.801278:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.801280:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764894.801283:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.801287:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.801310:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba18b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771e6 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.801327:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba192 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 240 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771e6 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.801335:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.801338:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.801342:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a625de00, rc 0) 00000100:00100000:1.0:1775764894.801405:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133205504:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 357us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.801412:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17116 00000100:00100000:3.0:1775764894.804983:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.805024:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.805045:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133205632 00000100:00100000:1.0:1775764894.805055:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133205632 00000100:00100000:3.0:1775764894.805102:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.805108:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1194 00000100:00100000:1.0:1775764894.805117:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4c20d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e68a5cb3-7bc0-4ee7-9bfe-b6593bd20b6f+12:2404:x1862022133205632:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:3.0:1775764894.805147:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.805206:0:25784:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133205888 00000100:00100000:2.0:1775764894.805210:0:25784:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133205888 00000100:00100000:2.0:1775764894.805250:0:25784:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133206144 00000100:00100000:2.0:1775764894.805253:0:25784:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133206144 00000100:00100000:2.0:1775764894.805276:0:25784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1575 00000100:00100000:2.0:1775764894.805283:0:25784:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a712a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:336278a0-5969-4695-a4c4-b074c8750a45+6:2404:x1862022133205888:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:1.0:1775764894.805334:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4c20d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e68a5cb3-7bc0-4ee7-9bfe-b6593bd20b6f+12:2404:x1862022133205632:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 218us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.805341:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1194 00000100:00100000:1.0:1775764894.805375:0:12102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1576 00000100:00100000:1.0:1775764894.805381:0:12102:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+6:2404:x1862022133206144:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:3.0:1775764894.808439:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.808472:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.808514:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133205760 00000100:00100000:3.0:1775764894.808522:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133205760 00000100:00100000:3.0:1775764894.808569:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133206016 00000100:00100000:3.0:1775764894.808573:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133206016 00000100:00100000:3.0:1775764894.808594:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 3165 00000100:00100000:3.0:1775764894.808604:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487152300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+7:2404:x1862022133205760:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:3.0:1775764894.808680:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487152300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+7:2404:x1862022133205760:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 78us (3531us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.808689:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 3165 00000100:00100000:3.0:1775764894.808703:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 3166 00000100:00100000:3.0:1775764894.808710:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+12:2404:x1862022133206016:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:3.0:1775764894.808734:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+12:2404:x1862022133206016:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 25us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.808745:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 3166 00000100:00100000:3.0:1775764894.809507:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.809528:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133206528 00000100:00100000:3.0:1775764894.809533:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133206528 00000100:00100000:3.0:1775764894.809565:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17117 00000100:00100000:3.0:1775764894.809572:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+508:89014:x1862022133206528:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.809754:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba199 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.809772:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba199 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.809785:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba199 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.809799:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba1a0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc0579e8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.809807:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba1a0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc0579e8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.809812:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba1a0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc0579e8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.809829:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658ba1a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 241 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.809953:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba192 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771e6 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.809968:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658ba1a7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.810000:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba192 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771e6 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.810014:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba192 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771e6 expref: 33 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.810029:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154106624:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.810084:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4b5b27480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.812412:0:25784:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a712a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:336278a0-5969-4695-a4c4-b074c8750a45+6:2404:x1862022133205888:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 7116us (7374us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.812427:0:25784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1575 00000100:00100000:2.0:1775764894.812463:0:25784:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133206272 00000100:00100000:2.0:1775764894.812470:0:25784:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133206272 00000100:00100000:2.0:1775764894.812517:0:25784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 1577 00000100:00100000:2.0:1775764894.812525:0:25784:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+6:2404:x1862022133206272:12345-192.168.202.48@tcp:400:kworker.0 00000100:00100000:2.0:1775764894.812573:0:25784:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+6:2404:x1862022133206272:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 49us (4101us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.812580:0:25784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1577 00000100:00080000:2.0:1775764894.812646:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1775764894.812652:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764894.812654:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764894.813044:0:12102:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+6:2404:x1862022133206144:12345-192.168.202.48@tcp:400:kworker.0 Request processed in 7661us (7939us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.813055:0:12102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 1576 00000100:00100000:0.0:1775764894.817396:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154106624:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764894.817426:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658ba1a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.817856:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.817972:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133206656 00000100:00100000:1.0:1775764894.817979:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133206656 00010000:00010000:1.0:1775764894.818015:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba192 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771e6 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.818056:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2376 00000100:00100000:1.0:1775764894.818066:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133206656:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764894.818080:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764894.818103:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba192 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771e6 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.818116:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba192 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771e6 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.818136:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba192 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771e6 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.818152:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.818157:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658ba1a7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.818202:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658ba1a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.818210:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658ba1a7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 241 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.818462:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764894.818704:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133206656:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 637us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.818713:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2376 00010000:00010000:3.0:1775764894.820578:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658ba1a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.820592:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658ba1a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.821098:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052042ef7 reply state 00000000009ef777 transno 4294977297 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658ba1a7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.821116:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624ea00/0x2bbd42d658ba1a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 240 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.821124:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.821126:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764894.821130:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764894.821137:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba199 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.821144:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba199 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.821150:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba199 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.821157:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba199 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.821162:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:3.0:1775764894.821166:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba199 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.821173:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba199 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.821182:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764894.821184:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.821188:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba199 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.821193:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba199 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.821206:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052042ef7 reply state 00000000009ef777 transno 4294977297 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba1a0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc0579e8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.821215:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e800/0x2bbd42d658ba1a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc0579e8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.821220:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc0579e8e (ffff9ee4c2047a00) 00010000:00010000:3.0:1775764894.821223:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764894.821225:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1775764894.821599:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+510:89014:x1862022133206528:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 12023us (12090us total) trans 4294977297 rc 0/0 00000100:00100000:3.0:1775764894.821609:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17117 00000100:00100000:1.0:1775764894.821799:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.822056:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133206784 00000100:00100000:3.0:1775764894.822064:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133206784 00000100:00100000:3.0:1775764894.822194:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17118 00000100:00100000:3.0:1775764894.822203:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133206784:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.822220:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.822235:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658ba1ae lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771ed expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.822298:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba1b5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 241 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.822310:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba1b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.822320:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba1b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.822353:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.822371:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba1b5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.822389:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.822392:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.822394:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.822396:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764894.822399:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.822403:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.824128:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658ba1ae lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ed expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.824157:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba1b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 241 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ed expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.824166:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.824169:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.824173:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624f200, rc 0) 00000100:00100000:3.0:1775764894.824230:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133206784:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2027us (2430us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.824239:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17118 00000100:00100000:1.0:1775764894.829329:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.829418:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133207040 00000100:00100000:0.0:1775764894.829429:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133207040 00000100:00100000:0.0:1775764894.829494:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17119 00000100:00100000:0.0:1775764894.829504:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+510:89014:x1862022133207040:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.829589:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba1bc lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.829606:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba1bc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.829619:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba1bc lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.829663:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658ba1c3 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd3ce7948 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.829670:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658ba1c3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd3ce7948 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.829677:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658ba1c3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd3ce7948 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.829696:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658ba1ca lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 242 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.829744:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba1b5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ed expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.829753:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658ba1ca lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.829786:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba1b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ed expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.829800:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba1b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ed expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.829828:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385047800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154106752:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.829918:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.831602:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385047800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154106752:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.831658:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658ba1ca lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.831774:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.831843:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.831949:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133207168 00000100:00100000:3.0:1775764894.831956:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133207168 00010000:00010000:3.0:1775764894.831987:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba1b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ed expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.832024:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2377 00000100:00100000:3.0:1775764894.832033:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384399c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133207168:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.832046:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.832068:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba1b5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ed expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.832081:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba1b5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ed expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.832105:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba1b5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771ed expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.832119:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.832124:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658ba1ca lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.832165:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658ba1ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.832173:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658ba1ca lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.832192:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.832233:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384399c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133207168:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 201us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.832240:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2377 00000100:00100000:2.0:1775764894.832361:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133207296 00000100:00100000:2.0:1775764894.832366:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133207296 00000100:00100000:2.0:1775764894.832395:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17120 00000100:00100000:2.0:1775764894.832403:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133207296:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764894.832417:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.832430:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba1d1 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771f4 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.832483:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 242 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.832492:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658ba1ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.832498:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 242 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.832512:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658ba1ca lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.832521:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 242 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.832715:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658ba1ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.832723:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658ba1ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.833244:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004be3ef28 reply state 000000006515d0f1 transno 4294977298 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658ba1ca lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833259:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04800/0x2bbd42d658ba1ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833267:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.833269:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764894.833272:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 242 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833280:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833285:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.833308:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764894.833313:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833315:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba1bc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.833327:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833331:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba1bc lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833339:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba1bc lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833346:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba1bc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833353:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04c00 already unused, calling callback (ffffffffc19e64f0) 00000004:00200000:3.0:1775764894.833354:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1775764894.833358:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba1bc lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833367:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba1bc lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.833369:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833381:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.833385:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:3.0:1775764894.833388:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:0.0:1775764894.833390:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba1bc lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.833391:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.833396:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.833401:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764894.833405:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:0.0:1775764894.833406:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba1bc lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764894.833408:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000004:00010000:0.0:1775764894.833420:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004be3ef28 reply state 000000006515d0f1 transno 4294977298 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658ba1c3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd3ce7948 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.833425:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba1d1 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771f4 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833440:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05e00/0x2bbd42d658ba1c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd3ce7948 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.833446:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 242 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771f4 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.833450:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd3ce7948 (ffff9ee3858c9f00) 00010000:00010000:0.0:1775764894.833456:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.833456:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00000100:00100000:0.0:1775764894.833460:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1775764894.833460:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.833464:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697200, rc 0) 00000100:00100000:3.0:1775764894.833504:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133207296:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1102us (1661us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.833508:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+512:89014:x1862022133207040:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4004us (4187us total) trans 4294977298 rc 0/0 00000100:00100000:3.0:1775764894.833513:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17120 00000100:00100000:0.0:1775764894.833522:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17119 00010000:00010000:1.0:1775764894.833699:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764894.835670:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.835737:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133207552 00000100:00100000:2.0:1775764894.835747:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133207552 00000100:00100000:2.0:1775764894.835797:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17121 00000100:00100000:2.0:1775764894.835817:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+512:89014:x1862022133207552:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.835914:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba1df lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.835930:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba1df lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.835942:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba1df lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.835957:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658ba1e6 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x872d19ac bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.835964:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658ba1e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x872d19ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.835970:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658ba1e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x872d19ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.835988:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658ba1ed lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 243 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.836037:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771f4 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.836046:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658ba1ed lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 243 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.836078:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771f4 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.836092:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771f4 expref: 33 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.836105:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154106880:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.836178:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.838056:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.838154:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133207680 00000100:00100000:3.0:1775764894.838162:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133207680 00010000:00010000:3.0:1775764894.838195:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771f4 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.838233:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2378 00000100:00100000:3.0:1775764894.838241:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385044380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133207680:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.838254:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.838276:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771f4 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.838296:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771f4 expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.838315:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.838320:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658ba1ed lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.838363:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658ba1ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.838372:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658ba1ed lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.838390:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.838442:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385044380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133207680:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 201us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.838450:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2378 00010000:00010000:2.0:1775764894.838729:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba1d8 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771f4 expref: 33 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.838745:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38730d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154106880:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.838763:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658ba1ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.838771:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658ba1ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.838777:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658ba1ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.839242:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f98cbd10 reply state 00000000b829e080 transno 4294977299 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658ba1ed lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.839258:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696c00/0x2bbd42d658ba1ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 242 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.839266:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.839268:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764894.839272:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.839278:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba1df lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.839285:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba1df lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.839291:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba1df lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.839298:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba1df lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.839304:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.839308:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba1df lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.839315:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba1df lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.839324:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.839327:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.839331:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba1df lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.839337:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba1df lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.839348:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f98cbd10 reply state 00000000b829e080 transno 4294977299 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658ba1e6 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x872d19ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.839356:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697c00/0x2bbd42d658ba1e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x872d19ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.839362:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x872d19ac (ffff9ee381ee5100) 00010000:00010000:2.0:1775764894.839364:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.839366:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.839420:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+514:89014:x1862022133207552:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 3614us (3757us total) trans 4294977299 rc 0/0 00000100:00100000:2.0:1775764894.839427:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17121 00000100:00100000:0.0:1775764894.840997:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.841074:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133207808 00000100:00100000:1.0:1775764894.841082:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133207808 00000100:00100000:1.0:1775764894.841132:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17122 00000100:00100000:1.0:1775764894.841142:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133207808:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.841159:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.841177:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba1f4 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf771fb expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.841239:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba1fb lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 243 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.841254:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba1fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.841264:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba1fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.841302:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.841324:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba1fb lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.841342:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.841346:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.841349:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.841351:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764894.841353:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.841357:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.841376:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba1f4 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771fb expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.841392:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba1fb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 243 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771fb expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.841400:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.841402:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.841405:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a625ca00, rc 0) 00000100:00100000:1.0:1775764894.841462:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133207808:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 321us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.841468:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17122 00000100:00100000:0.0:1775764894.842031:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.842091:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133208064 00000100:00100000:3.0:1775764894.842097:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133208064 00000100:00100000:3.0:1775764894.842137:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17123 00000100:00100000:3.0:1775764894.842145:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+514:89014:x1862022133208064:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.842198:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba202 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.842209:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba202 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.842218:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba202 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.842232:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658ba209 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2a05591b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.842240:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658ba209 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2a05591b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.842246:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658ba209 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2a05591b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.842263:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba210 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 244 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.842307:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba1fb lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771fb expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.842316:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba210 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.842346:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba1fb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771fb expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.842358:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba1fb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771fb expref: 33 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.842372:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154107008:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.842475:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4b5b279c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.844963:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154107008:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.845170:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba210 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.845393:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.845986:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.846062:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133208320 00000100:00100000:0.0:1775764894.846070:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133208320 00000100:00100000:0.0:1775764894.846124:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17124 00000100:00100000:0.0:1775764894.846134:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133208320:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.846154:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.846173:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba217 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77202 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.846237:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 245 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.846251:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba210 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.846258:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 245 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.846277:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba210 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.846287:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 245 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.850149:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133208192 00000100:00100000:1.0:1775764894.850164:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133208192 00010000:00010000:1.0:1775764894.850215:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba1fb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771fb expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.850265:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2379 00000100:00100000:1.0:1775764894.850275:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133208192:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764894.850289:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764894.850315:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba1fb lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771fb expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.850336:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba1fb lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771fb expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.850358:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba1fb lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf771fb expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.850374:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.850380:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 245 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.850390:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba210 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.850438:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba210 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.850448:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba210 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40290400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.850456:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 245 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.850463:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 245 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.850490:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764894.850548:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133208192:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 275us (5155us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.850556:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2379 00010000:00010000:0.0:1775764894.851140:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba210 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851151:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba210 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.851686:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c75a51b0 reply state 000000003dd99861 transno 4294977300 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba210 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851708:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fe00/0x2bbd42d658ba210 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851716:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.851719:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764894.851723:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 244 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851730:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851737:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.851760:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.851767:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba202 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851774:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba202 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851779:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba202 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851786:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba202 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851791:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.851795:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba202 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851803:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba202 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851813:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.851815:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.851818:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba202 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851824:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba202 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.851837:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c75a51b0 reply state 000000003dd99861 transno 4294977300 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658ba209 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2a05591b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851844:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624fa00/0x2bbd42d658ba209 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2a05591b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.851850:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2a05591b (ffff9ee492ba1800) 00010000:00010000:0.0:1775764894.851852:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.851854:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.851929:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+516:89014:x1862022133208064:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9782us (9896us total) trans 4294977300 rc 0/0 00000100:00100000:0.0:1775764894.851937:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17123 00010000:00010000:1.0:1775764894.852131:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.852140:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.852176:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.852196:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.852220:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.852224:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.852227:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.852229:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764894.852232:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.852236:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.852259:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba217 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77202 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.852274:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 244 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77202 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.852281:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.852283:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.852286:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa04e00, rc 0) 00000100:00100000:1.0:1775764894.852311:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133208320:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 6179us (6327us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.852318:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17124 00000100:00100000:3.0:1775764894.855146:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.855207:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133208576 00000100:00100000:1.0:1775764894.855218:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133208576 00000100:00100000:1.0:1775764894.855277:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17125 00000100:00100000:1.0:1775764894.855288:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+516:89014:x1862022133208576:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.855373:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba225 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.855389:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba225 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.855402:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba225 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.855420:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658ba22c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x60ffa351 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.855427:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658ba22c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x60ffa351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.855434:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658ba22c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x60ffa351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.855451:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658ba233 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 245 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.855497:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77202 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.855506:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658ba233 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.855540:0:10039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77202 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.855559:0:10039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77202 expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.855574:0:10039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384399500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154107136:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.855689:0:10039:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4c0316a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.857924:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.858027:0:10039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384399500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10039:1862022154107136:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764894.858051:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658ba233 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.858120:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133208704 00000100:00100000:2.0:1775764894.858126:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133208704 00010000:00010000:2.0:1775764894.858157:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77202 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.858195:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2380 00000100:00100000:2.0:1775764894.858204:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133208704:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.858218:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.858241:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77202 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.858254:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77202 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.858277:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba21e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77202 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.858292:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.858297:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658ba233 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.858343:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658ba233 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.858352:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658ba233 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 245 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.858379:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.858435:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133208704:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 231us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.858442:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2380 00010000:00010000:1.0:1775764894.858499:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658ba233 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.858507:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658ba233 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.859009:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001cf2b76d reply state 00000000b3ff89e2 transno 4294977301 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658ba233 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.859023:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d400/0x2bbd42d658ba233 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 244 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.859030:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.859033:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764894.859035:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.859042:0:10039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba225 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.859048:0:10039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba225 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.859055:0:10039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba225 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.859061:0:10039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba225 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.859066:0:10039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625de00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.859071:0:10039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba225 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.859077:0:10039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba225 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.859086:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.859088:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.859092:0:10039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba225 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.859098:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba225 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.859108:0:10039:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001cf2b76d reply state 00000000b3ff89e2 transno 4294977301 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658ba22c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x60ffa351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.859117:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625dc00/0x2bbd42d658ba22c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x60ffa351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.859123:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x60ffa351 (ffff9ee492cbc300) 00010000:00010000:1.0:1775764894.859125:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.859127:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764894.859171:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:336278a0-5969-4695-a4c4-b074c8750a45+518:89014:x1862022133208576:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 3886us (4035us total) trans 4294977301 rc 0/0 00000100:00100000:1.0:1775764894.859178:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17125 00000100:00100000:2.0:1775764894.860073:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.860328:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133208832 00000100:00100000:0.0:1775764894.860337:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133208832 00000100:00100000:0.0:1775764894.860413:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17126 00000100:00100000:0.0:1775764894.860423:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133208832:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.860439:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.860457:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba23a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77209 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.860523:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba241 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 245 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.860536:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba241 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.860546:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba241 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.860583:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.860615:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba241 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.860671:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.860674:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.860677:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.860680:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:0.0:1775764894.860682:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.860687:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.860705:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba23a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77209 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.860720:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba241 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 245 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77209 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.860728:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.860730:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.860734:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa04a00, rc 0) 00000100:00100000:0.0:1775764894.860783:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133208832:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 362us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.860790:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17126 00000100:00100000:0.0:1775764894.869010:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.869090:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133209088 00000100:00100000:3.0:1775764894.869101:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133209088 00000100:00100000:3.0:1775764894.869160:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17127 00000100:00100000:3.0:1775764894.869170:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+518:89014:x1862022133209088:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.869255:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba248 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.869272:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba248 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.869283:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba248 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.869298:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba24f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb9fbbd4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.869305:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba24f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb9fbbd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.869310:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba24f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb9fbbd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.869328:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba256 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 246 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.869377:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba241 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77209 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.869391:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba256 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.869427:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba241 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77209 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.869441:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba241 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77209 expref: 33 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.869458:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e5880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154107264:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.869660:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4b5b279c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.872058:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e5880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154107264:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.872083:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba256 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.872864:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.872956:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133209216 00000100:00100000:3.0:1775764894.872964:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133209216 00010000:00010000:3.0:1775764894.872999:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba241 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77209 expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.873040:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2381 00000100:00100000:3.0:1775764894.873050:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385044380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133209216:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.873152:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.873176:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba241 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77209 expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.873193:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba241 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77209 expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.873216:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba241 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77209 expref: 34 pid: 8424 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.873233:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.873238:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba256 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.873287:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba256 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.873352:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba256 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.873426:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.873484:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385044380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133209216:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 434us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.873492:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2381 00000100:00100000:2.0:1775764894.874022:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.876948:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133209344 00000100:00100000:3.0:1775764894.876962:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133209344 00000100:00100000:3.0:1775764894.877029:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17128 00000100:00100000:3.0:1775764894.877039:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38730f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133209344:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.877062:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.877083:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba25d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77210 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.877157:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 246 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.877171:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba256 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.877178:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 246 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.877195:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba256 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.877205:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 246 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.877307:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba256 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.877315:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba256 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.877965:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004fc8e6f6 reply state 000000007b365803 transno 4294977302 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba256 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.877983:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e600/0x2bbd42d658ba256 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.877991:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.877995:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764894.877997:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 246 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.878004:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.878009:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.878069:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.878079:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba248 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.878091:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba248 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.878098:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba248 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.878105:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba248 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.878111:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.878114:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba248 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.878121:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba248 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.878133:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.878135:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.878139:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba248 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.878145:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba248 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.878156:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004fc8e6f6 reply state 000000007b365803 transno 4294977302 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba24f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb9fbbd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.878164:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624e200/0x2bbd42d658ba24f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb9fbbd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.878171:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb9fbbd4c (ffff9ee492ba1f00) 00010000:00010000:0.0:1775764894.878174:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.878176:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.878260:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+520:89014:x1862022133209088:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9090us (9257us total) trans 4294977302 rc 0/0 00000100:00100000:0.0:1775764894.878269:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17127 00010000:00010000:3.0:1775764894.878884:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.878892:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.878985:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.879009:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.879034:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.879038:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.879040:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.879043:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:0.0:1775764894.879046:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.879050:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.879074:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba25d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77210 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.879090:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 246 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77210 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.879098:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.879100:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.879103:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c600, rc 0) 00000100:00100000:0.0:1775764894.879151:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38730f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133209344:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2114us (5744us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.879159:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17128 00000100:00100000:2.0:1775764894.882787:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.882909:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133209600 00000100:00100000:0.0:1775764894.882921:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133209600 00000100:00100000:0.0:1775764894.882984:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17129 00000100:00100000:0.0:1775764894.882995:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38334ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+520:89014:x1862022133209600:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.883081:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba26b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.883099:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba26b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.883111:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba26b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.883129:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658ba272 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4a47a84 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.883137:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658ba272 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4a47a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.883143:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658ba272 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4a47a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.883161:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658ba279 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 247 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.883212:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77210 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.883219:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658ba279 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.883246:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77210 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.883259:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77210 expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.883270:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385047800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154107392:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.883373:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.890969:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385047800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154107392:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764894.891002:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658ba279 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.891077:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.891139:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.891224:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133209728 00000100:00100000:1.0:1775764894.891231:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133209728 00010000:00010000:1.0:1775764894.891267:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77210 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.891307:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2382 00000100:00100000:1.0:1775764894.891316:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133209728:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764894.891330:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764894.891353:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77210 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.891366:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77210 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.891387:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba264 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77210 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.891398:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.891402:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658ba279 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.891458:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658ba279 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.891467:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658ba279 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.891500:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764894.891525:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658ba279 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.891532:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658ba279 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.891548:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133209728:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 234us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.891555:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2382 00000100:00100000:0.0:1775764894.891940:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133209856 00000100:00100000:0.0:1775764894.891944:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133209856 00000100:00100000:0.0:1775764894.891979:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17130 00000100:00100000:0.0:1775764894.891987:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133209856:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.892002:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.892016:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba280 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77217 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.892025:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d260fa0 reply state 00000000521cf167 transno 4294977303 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658ba279 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.892037:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05800/0x2bbd42d658ba279 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 246 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.892044:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.892046:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1775764894.892048:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764894.892054:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba26b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.892060:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba26b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.892066:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba287 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 247 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.892066:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba26b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.892073:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba26b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.892076:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba287 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.892079:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.892083:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba287 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.892083:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba26b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.892090:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba26b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.892098:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:3.0:1775764894.892100:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.892104:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba26b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.892109:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba26b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.892110:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.892119:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d260fa0 reply state 00000000521cf167 transno 4294977303 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658ba272 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4a47a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.892127:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba287 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.892127:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05c00/0x2bbd42d658ba272 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4a47a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.892133:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4a47a84 (ffff9ee3858c9d00) 00010000:00010000:3.0:1775764894.892135:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764894.892137:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:0.0:1775764894.892143:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.892145:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.892148:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.892150:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:0.0:1775764894.892152:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.892156:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.892171:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba280 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77217 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.892182:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38334ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+522:89014:x1862022133209600:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9191us (9407us total) trans 4294977303 rc 0/0 00010000:00010000:0.0:1775764894.892184:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba287 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 247 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77217 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.892189:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17129 00010000:00010000:0.0:1775764894.892192:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.892194:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.892196:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa05600, rc 0) 00000100:00100000:0.0:1775764894.892217:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133209856:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 231us (1078us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.892222:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17130 00000100:00100000:2.0:1775764894.896520:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.896594:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133210112 00000100:00100000:0.0:1775764894.896603:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133210112 00000100:00100000:0.0:1775764894.896693:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17131 00000100:00100000:0.0:1775764894.896701:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3840c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+522:89014:x1862022133210112:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.896785:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba28e lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.896803:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba28e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.896818:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba28e lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.896832:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba295 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x33f7ccc8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.896839:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba295 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x33f7ccc8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.896846:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba295 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x33f7ccc8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.896863:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658ba29c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 248 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.896919:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba287 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77217 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.896927:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658ba29c lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.896960:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba287 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77217 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.896972:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba287 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77217 expref: 33 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.896986:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385047800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154107520:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.897057:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.900541:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385047800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154107520:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764894.900572:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658ba29c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.900712:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.905137:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133210240 00000100:00100000:3.0:1775764894.905153:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133210240 00010000:00010000:2.0:1775764894.905271:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba287 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77217 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.905319:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2383 00000100:00100000:2.0:1775764894.905329:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133210240:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.905344:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.905369:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba287 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77217 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.905383:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba287 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77217 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.905415:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba287 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77217 expref: 34 pid: 6519 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.905433:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.905439:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658ba29c lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.905489:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658ba29c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.905497:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658ba29c lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 248 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.905521:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.905581:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133210240:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 253us (4869us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.905588:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2383 00010000:00010000:0.0:1775764894.905668:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658ba29c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.905677:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658ba29c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.905817:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000004:00010000:0.0:1775764894.906159:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000079553bd7 reply state 000000003172e60e transno 4294977304 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658ba29c lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906174:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05400/0x2bbd42d658ba29c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 247 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906181:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.906184:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764894.906187:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.906194:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba28e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906202:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba28e lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906208:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba28e lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906214:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba28e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906221:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.906227:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba28e lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906235:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba28e lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906243:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.906245:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.906249:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba28e lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906254:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba28e lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.906265:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000079553bd7 reply state 000000003172e60e transno 4294977304 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba295 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x33f7ccc8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906273:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04600/0x2bbd42d658ba295 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x33f7ccc8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906278:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x33f7ccc8 (ffff9ee3858c9400) 00010000:00010000:0.0:1775764894.906280:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.906281:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.906327:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3840c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+524:89014:x1862022133210112:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9626us (9815us total) trans 4294977304 rc 0/0 00000100:00100000:0.0:1775764894.906335:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17131 00000100:00100000:0.0:1775764894.906353:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133210368 00000100:00100000:0.0:1775764894.906357:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133210368 00000100:00100000:0.0:1775764894.906387:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17132 00000100:00100000:0.0:1775764894.906394:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133210368:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764894.906414:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.906429:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2a3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7721e expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906489:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba2aa lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 248 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906499:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba2aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906507:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba2aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764894.906534:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764894.906550:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba2aa lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.906568:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764894.906571:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.906574:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764894.906576:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:0.0:1775764894.906578:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764894.906582:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764894.906599:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2a3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7721e expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906614:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba2aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 248 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7721e expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.906656:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.906659:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764894.906662:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa04000, rc 0) 00000100:00100000:0.0:1775764894.906684:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133210368:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 291us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.906690:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17132 00000100:00100000:2.0:1775764894.908581:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.908657:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133210624 00000100:00100000:0.0:1775764894.908665:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133210624 00000100:00100000:1.0:1775764894.908762:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17133 00000100:00100000:1.0:1775764894.908774:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3825cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+524:89014:x1862022133210624:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764894.908853:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba2b1 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.908869:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba2b1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.908889:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba2b1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.908900:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba2b8 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x63b43fa3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.908904:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba2b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x63b43fa3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.908908:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba2b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x63b43fa3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.908922:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba2bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 249 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.908964:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba2aa lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7721e expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.908973:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba2bf lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.909007:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba2aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7721e expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.909019:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba2aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7721e expref: 33 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.909033:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee384399500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154107648:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764894.909100:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4c0316300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.910952:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee384399500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154107648:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764894.910978:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba2bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.911722:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.911833:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133210752 00000100:00100000:2.0:1775764894.911835:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.911841:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133210752 00010000:00010000:3.0:1775764894.911890:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba2aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7721e expref: 34 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.911904:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133210880 00000100:00100000:0.0:1775764894.911908:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133210880 00000100:00100000:3.0:1775764894.911926:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2384 00000100:00100000:3.0:1775764894.911934:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133210752:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.911948:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.911971:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba2aa lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7721e expref: 35 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.911993:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba2aa lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7721e expref: 35 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.912014:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba2aa lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7721e expref: 35 pid: 27904 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.912015:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17134 00000100:00100000:0.0:1775764894.912022:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133210880:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.912029:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.912033:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba2bf lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.912036:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.912049:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba2c6 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77225 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.912079:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba2bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.912086:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba2bf lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.912102:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 250 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.912111:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba2bf lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.912114:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764894.912118:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 249 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.912130:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba2bf lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.912138:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 249 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.912159:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133210752:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 225us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.912167:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2384 00010000:00010000:1.0:1775764894.913338:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba2bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.913350:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba2bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.913886:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000025a63b8c reply state 000000009fee1fca transno 4294977305 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba2bf lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.913902:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625d600/0x2bbd42d658ba2bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 249 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.913909:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.913912:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764894.913915:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 249 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.913923:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.913930:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.913960:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764894.913968:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba2b1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.913975:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba2b1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.913981:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba2b1 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.913988:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba2b1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.913994:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764894.913997:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba2b1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.914005:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba2b1 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.914008:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.914014:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.914015:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764894.914018:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.914021:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba2b1 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.914026:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba2b1 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.914037:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000025a63b8c reply state 000000009fee1fca transno 4294977305 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba2b8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x63b43fa3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.914045:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625de00/0x2bbd42d658ba2b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x63b43fa3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.914047:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1775764894.914051:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x63b43fa3 (ffff9ee492cbcc00) 00010000:00010000:1.0:1775764894.914053:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764894.914055:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:3.0:1775764894.914064:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.914085:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.914088:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.914090:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.914092:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764894.914095:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.914099:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:1.0:1775764894.914117:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3825cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+526:89014:x1862022133210624:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5345us (5540us total) trans 4294977305 rc 0/0 00010000:00010000:3.0:1775764894.914117:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba2c6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77225 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.914125:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17133 00010000:00010000:3.0:1775764894.914133:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 249 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77225 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.914140:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.914142:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.914144:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa04a00, rc 0) 00000100:00100000:3.0:1775764894.914165:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133210880:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2145us (2368us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.914172:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17134 00000100:00100000:2.0:1775764894.926076:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.926152:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133211136 00000100:00100000:0.0:1775764894.926164:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133211136 00000100:00100000:0.0:1775764894.926270:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17135 00000100:00100000:0.0:1775764894.926281:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+526:89014:x1862022133211136:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.926371:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2d4 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.926389:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2d4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.926402:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2d4 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.926427:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba2db lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x59d87865 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.926435:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba2db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x59d87865 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.926442:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba2db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x59d87865 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.926461:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658ba2e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 250 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.926510:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77225 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.926519:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658ba2e2 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.926552:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77225 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.926573:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77225 expref: 33 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.926588:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385047800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154107776:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.926701:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.928672:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.928732:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.929013:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133211264 00000100:00100000:2.0:1775764894.929023:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133211264 00010000:00010000:2.0:1775764894.929057:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77225 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.929101:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2385 00000100:00100000:2.0:1775764894.929111:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133211264:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.929125:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.929149:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77225 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.929162:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77225 expref: 34 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.929184:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.929189:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658ba2e2 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.929232:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658ba2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.929241:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658ba2e2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.929260:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.929312:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133211264:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 203us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.929320:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2385 00000100:00100000:3.0:1775764894.929435:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133211392 00000100:00100000:3.0:1775764894.929440:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133211392 00000100:00100000:3.0:1775764894.929476:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17136 00000100:00100000:3.0:1775764894.929483:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133211392:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.929498:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.929511:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba2e9 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7722c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.929563:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 251 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.929573:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658ba2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.929580:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 251 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.929599:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658ba2e2 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.929615:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 251 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.929962:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba2cd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77225 expref: 35 pid: 6520 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.929977:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385047800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154107776:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764894.929996:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658ba2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930003:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658ba2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930009:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658ba2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.930495:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c8efd98 reply state 00000000492508eb transno 4294977306 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658ba2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930509:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04200/0x2bbd42d658ba2e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 250 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930515:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.930518:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764894.930521:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 250 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930528:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930533:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.930588:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.930595:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2d4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930608:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2d4 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930614:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2d4 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930644:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2d4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930650:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.930654:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2d4 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930661:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2d4 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930671:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.930673:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.930677:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2d4 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930683:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba2d4 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.930694:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c8efd98 reply state 00000000492508eb transno 4294977306 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba2db lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x59d87865 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930702:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05a00/0x2bbd42d658ba2db lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x59d87865 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.930708:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x59d87865 (ffff9ee3858c9a00) 00010000:00010000:0.0:1775764894.930711:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.930713:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.930765:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+528:89014:x1862022133211136:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4486us (4699us total) trans 4294977306 rc 0/0 00000100:00100000:0.0:1775764894.930773:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17135 00010000:00010000:3.0:1775764894.931230:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.931238:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.931274:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.931292:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.931313:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.931317:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.931319:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.931322:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764894.931324:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.931329:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.931348:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba2e9 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7722c expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.931362:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 250 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7722c expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.931369:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.931372:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.931375:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6ca00, rc 0) 00000100:00100000:3.0:1775764894.931409:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133211392:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1927us (2677us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.931421:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17136 00000100:00100000:1.0:1775764894.935326:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.935399:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133211648 00000100:00100000:2.0:1775764894.935408:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133211648 00000100:00100000:2.0:1775764894.935467:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17137 00000100:00100000:2.0:1775764894.935478:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+528:89014:x1862022133211648:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.935561:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba2f7 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.935577:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba2f7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.935589:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba2f7 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.935604:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658ba2fe lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x476a1f5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.935611:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658ba2fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x476a1f5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.935618:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658ba2fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x476a1f5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.935675:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658ba305 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 251 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.935735:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7722c expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.935745:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658ba305 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.935777:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7722c expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.935792:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7722c expref: 33 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.935806:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382494380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154107904:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.935890:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.937780:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382494380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154107904:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.937812:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658ba305 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.938436:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.938508:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.938570:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133211904 00000100:00100000:3.0:1775764894.938577:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133211904 00000100:00100000:3.0:1775764894.938661:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17138 00000100:00100000:3.0:1775764894.938671:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133211904:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.938689:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.938706:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba30c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77233 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.938766:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 252 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.938779:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658ba305 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.938787:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 252 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.938811:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658ba305 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.938822:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.938941:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133211776 00000100:00100000:0.0:1775764894.938947:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133211776 00010000:00010000:0.0:1775764894.938970:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7722c expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.938999:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2386 00000100:00100000:0.0:1775764894.939007:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133211776:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.939023:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.939043:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7722c expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.939056:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7722c expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.939073:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba2f0 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7722c expref: 36 pid: 10039 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.939087:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.939092:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.939103:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658ba305 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.939143:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658ba305 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.939150:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658ba305 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.939156:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.939161:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.939180:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764894.939209:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658ba305 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.939218:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658ba305 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.939230:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133211776:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 223us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.939238:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2386 00000004:00010000:0.0:1775764894.940451:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039bf133a reply state 00000000c92cbded transno 4294977307 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658ba305 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940470:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696e00/0x2bbd42d658ba305 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 251 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940478:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.940481:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764894.940484:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 251 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940493:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940499:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.940527:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.940535:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba2f7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940542:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba2f7 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940548:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba2f7 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940555:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba2f7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940561:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.940565:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba2f7 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940572:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba2f7 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940582:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.940584:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.940588:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba2f7 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940595:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba2f7 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.940607:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039bf133a reply state 00000000c92cbded transno 4294977307 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658ba2fe lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x476a1f5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940616:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696400/0x2bbd42d658ba2fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x476a1f5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.940658:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x476a1f5c (ffff9ee381ee5b00) 00010000:00010000:0.0:1775764894.940661:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.940664:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.940725:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+530:89014:x1862022133211648:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5247us (5405us total) trans 4294977307 rc 0/0 00000100:00100000:0.0:1775764894.940734:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17137 00010000:00010000:3.0:1775764894.940800:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.940808:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.940842:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.940861:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.940895:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.940898:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.940901:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.940903:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764894.940905:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.940909:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.940928:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba30c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77233 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.940944:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 251 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77233 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.940952:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.940955:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.940957:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6d200, rc 0) 00000100:00100000:3.0:1775764894.940980:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133211904:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2311us (2473us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.940987:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17138 00000100:00100000:1.0:1775764894.943917:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.944088:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133212160 00000100:00100000:0.0:1775764894.944098:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133212160 00000100:00100000:0.0:1775764894.944156:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17139 00000100:00100000:0.0:1775764894.944165:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+530:89014:x1862022133212160:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.944249:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba31a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.944265:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba31a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.944277:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba31a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.944292:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba321 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe935b451 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.944300:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba321 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe935b451 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.944307:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba321 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe935b451 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.944325:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658ba328 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 252 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.944376:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77233 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.944385:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658ba328 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.944419:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77233 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.944433:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77233 expref: 33 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.944448:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385045880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154108032:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.944557:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.952170:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764894.952305:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764894.952392:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133212416 00000100:00100000:2.0:1775764894.952402:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133212416 00000100:00100000:2.0:1775764894.952462:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17140 00000100:00100000:2.0:1775764894.952471:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133212416:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764894.952493:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.952513:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba32f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7723a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.952577:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 253 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.952592:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658ba328 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.952606:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 253 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.952643:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658ba328 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.952655:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 253 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.952905:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385045880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154108032:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764894.952925:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658ba328 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.953121:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133212288 00000100:00100000:3.0:1775764894.953126:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133212288 00010000:00010000:3.0:1775764894.953146:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77233 expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.953212:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2387 00000100:00100000:3.0:1775764894.953219:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133212288:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.953229:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.953248:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77233 expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.953261:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77233 expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.953279:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba313 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77233 expref: 36 pid: 6518 timeout: 2367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.953293:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.953298:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 253 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.953306:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658ba328 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.953353:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658ba328 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.953361:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658ba328 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40290400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.953369:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 253 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.953375:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 253 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.953399:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.953455:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133212288:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 235us (1293us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.953463:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2387 00010000:00010000:0.0:1775764894.953509:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658ba328 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.953519:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658ba328 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.953997:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000976c9a9f reply state 000000004f7cb572 transno 4294977308 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658ba328 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954012:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04400/0x2bbd42d658ba328 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 252 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954020:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.954023:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764894.954026:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954033:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954039:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.954054:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.954061:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba31a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954068:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba31a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954075:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba31a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954082:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba31a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954092:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.954095:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba31a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954103:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba31a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954111:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.954114:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.954117:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba31a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954124:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba31a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.954136:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000976c9a9f reply state 000000004f7cb572 transno 4294977308 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba321 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe935b451 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954145:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04c00/0x2bbd42d658ba321 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe935b451 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.954151:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe935b451 (ffff9ee3858c9000) 00010000:00010000:0.0:1775764894.954153:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.954155:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.954197:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+532:89014:x1862022133212160:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10033us (10289us total) trans 4294977308 rc 0/0 00000100:00100000:0.0:1775764894.954204:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17139 00010000:00010000:2.0:1775764894.954365:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.954376:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764894.954408:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764894.954426:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.954444:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764894.954447:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.954450:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764894.954452:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:2.0:1775764894.954455:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764894.954459:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764894.954477:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba32f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7723a expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.954491:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 252 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7723a expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.954498:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.954500:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764894.954503:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696000, rc 0) 00000100:00100000:2.0:1775764894.954540:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133212416:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2070us (2236us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.954548:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17140 00000100:00100000:1.0:1775764894.961138:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.961213:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133212672 00000100:00100000:0.0:1775764894.961223:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133212672 00000100:00100000:0.0:1775764894.961280:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17141 00000100:00100000:0.0:1775764894.961290:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+532:89014:x1862022133212672:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764894.961369:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba33d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.961386:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba33d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.961400:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba33d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.961415:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba344 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb710c9a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.961423:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba344 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb710c9a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.961430:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba344 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb710c9a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.961450:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba34b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 253 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.961500:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7723a expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.961509:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba34b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.961541:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7723a expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.961558:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7723a expref: 33 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.961572:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee385045880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154108160:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764894.961681:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.965319:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.965536:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133212800 00000100:00100000:3.0:1775764894.965545:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133212800 00010000:00010000:3.0:1775764894.965581:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7723a expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.965659:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2388 00000100:00100000:3.0:1775764894.965669:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133212800:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.965683:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.965708:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7723a expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.965721:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7723a expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.965744:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.965750:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba34b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.965797:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba34b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.965817:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba34b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.965837:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.965891:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133212800:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 223us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.965899:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2388 00000100:00100000:0.0:1775764894.966816:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.966924:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133212928 00000100:00100000:3.0:1775764894.966929:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133212928 00000100:00100000:3.0:1775764894.966966:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17142 00000100:00100000:3.0:1775764894.966974:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133212928:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.966991:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.967007:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba352 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77241 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.967066:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 254 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.967078:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba34b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.967091:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 254 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.967106:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba34b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.967116:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 254 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.967493:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba336 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7723a expref: 35 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.967515:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee385045880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154108160:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.967535:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba34b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.967541:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba34b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.967547:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba34b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.968187:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e7e59ff reply state 000000008a9dbbac transno 4294977309 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba34b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968203:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05600/0x2bbd42d658ba34b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968211:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.968214:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.968217:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 253 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968225:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968232:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.968259:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.968266:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba33d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968278:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba33d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968285:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba33d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968293:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba33d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968299:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa05000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.968303:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba33d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968310:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba33d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968321:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.968324:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.968327:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba33d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968334:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba33d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.968346:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e7e59ff reply state 000000008a9dbbac transno 4294977309 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba344 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb710c9a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968354:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04000/0x2bbd42d658ba344 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb710c9a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.968361:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb710c9a8 (ffff9ee3858c9700) 00010000:00010000:2.0:1775764894.968364:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.968366:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.968424:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+534:89014:x1862022133212672:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7135us (7296us total) trans 4294977309 rc 0/0 00000100:00100000:2.0:1775764894.968432:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17141 00010000:00010000:1.0:1775764894.968544:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.968552:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.968584:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.968613:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.968661:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.968665:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.968668:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.968671:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764894.968673:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.968677:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.968696:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba352 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77241 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.968712:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 253 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77241 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.968720:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.968723:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.968726:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4bfd6c200, rc 0) 00000100:00100000:1.0:1775764894.968750:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133212928:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1777us (1947us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.968756:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17142 00000100:00100000:0.0:1775764894.975839:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.975936:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133213184 00000100:00100000:3.0:1775764894.975946:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133213184 00000100:00100000:3.0:1775764894.976007:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17143 00000100:00100000:3.0:1775764894.976015:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+534:89014:x1862022133213184:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764894.976100:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba360 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.976116:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba360 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.976128:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba360 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.976143:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba367 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x13145ba9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.976149:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba367 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13145ba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.976155:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba367 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13145ba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.976177:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658ba36e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 254 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.976229:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77241 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.976237:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658ba36e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.976271:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77241 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.976283:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77241 expref: 33 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.976297:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154108288:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764894.976369:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4b5b27180 going to sleep for 11 seconds 00000100:00100000:3.0:1775764894.980274:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154108288:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764894.980296:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658ba36e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.980297:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.980400:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133213312 00000100:00100000:0.0:1775764894.980408:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133213312 00010000:00010000:0.0:1775764894.980442:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77241 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.980480:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2389 00000100:00100000:0.0:1775764894.980489:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133213312:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.980504:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.980530:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77241 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.980541:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77241 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.980563:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba359 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77241 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.980580:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.980586:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658ba36e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.980678:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658ba36e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.980687:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658ba36e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 254 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.980711:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.980763:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133213312:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 275us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.980770:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2389 00010000:00010000:0.0:1775764894.980795:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658ba36e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.980803:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658ba36e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.981288:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050c2de9d reply state 00000000f39cb740 transno 4294977310 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658ba36e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.981301:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735da00/0x2bbd42d658ba36e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 253 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.981309:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764894.981311:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764894.981314:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764894.981320:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba360 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.981327:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba360 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.981334:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba360 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.981341:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba360 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.981347:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764894.981352:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba360 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.981361:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba360 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.981370:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764894.981372:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.981376:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba360 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.981382:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba360 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.981393:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050c2de9d reply state 00000000f39cb740 transno 4294977310 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba367 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x13145ba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.981401:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c600/0x2bbd42d658ba367 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x13145ba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.981407:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x13145ba9 (ffff9ee492ba1200) 00010000:00010000:0.0:1775764894.981409:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764894.981411:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764894.981464:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+536:89014:x1862022133213184:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5448us (5633us total) trans 4294977310 rc 0/0 00000100:00100000:0.0:1775764894.981472:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17143 00000100:00100000:1.0:1775764894.984425:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.984471:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133213440 00000100:00100000:3.0:1775764894.984480:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133213440 00000100:00100000:3.0:1775764894.984532:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17144 00000100:00100000:3.0:1775764894.984542:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133213440:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764894.984561:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.984712:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba375 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77248 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.984780:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba37c lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 254 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.985004:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba37c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.985015:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba37c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.985059:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764894.985081:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba37c lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764894.985098:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764894.985100:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.985102:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764894.985104:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764894.985105:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764894.985108:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764894.985124:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba375 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77248 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.985136:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00010000:00010000:3.0:1775764894.985138:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba37c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 254 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77248 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.985145:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.985147:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764894.985150:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a735c000, rc 0) 00000100:00100000:2.0:1775764894.985210:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133213696 00000100:00100000:2.0:1775764894.985216:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133213696 00000100:00100000:3.0:1775764894.985306:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133213440:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 766us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.985312:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17144 00000100:00100000:2.0:1775764894.985820:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17145 00000100:00100000:2.0:1775764894.985830:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+536:89014:x1862022133213696:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764894.985996:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba383 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.986007:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba383 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.986015:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba383 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.986029:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658ba38a lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x45b9e570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.986036:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658ba38a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45b9e570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.986043:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658ba38a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45b9e570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.986060:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658ba391 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 255 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.986107:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba37c lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77248 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.986115:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658ba391 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.986146:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba37c lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77248 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.986158:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba37c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77248 expref: 33 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.986170:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382497480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154108416:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764894.986437:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.992326:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764894.992408:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764894.992670:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133213824 00000100:00100000:3.0:1775764894.992680:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133213824 00010000:00010000:3.0:1775764894.992719:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba37c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77248 expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.992767:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2390 00000100:00100000:3.0:1775764894.992777:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133213824:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.992790:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.992826:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba37c lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77248 expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.992839:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba37c lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77248 expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.992861:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764894.992866:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658ba391 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.992931:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658ba391 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.992939:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658ba391 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.992959:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.993003:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133213824:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 228us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.993012:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2390 00000100:00100000:1.0:1775764894.993257:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133213952 00000100:00100000:1.0:1775764894.993262:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133213952 00000100:00100000:1.0:1775764894.993302:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17146 00000100:00100000:1.0:1775764894.993311:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133213952:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764894.993326:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.993341:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba398 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7724f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.993397:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 256 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.993407:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658ba391 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.993414:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 256 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.993428:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658ba391 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.993438:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 256 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.994204:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba37c lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77248 expref: 35 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.994223:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382497480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154108416:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764894.994244:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658ba391 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.994252:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658ba391 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.994258:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658ba391 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.994783:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7bc8062 reply state 00000000dec9da08 transno 4294977311 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658ba391 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.994972:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696a00/0x2bbd42d658ba391 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.994983:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764894.994986:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764894.994989:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 255 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.994996:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.995001:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.995027:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764894.995034:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba383 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.995041:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba383 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.995047:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba383 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.995054:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba383 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.995059:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764894.995063:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba383 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.995070:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba383 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.995081:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764894.995083:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.995086:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba383 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.995092:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba383 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.995103:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7bc8062 reply state 00000000dec9da08 transno 4294977311 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658ba38a lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45b9e570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.995111:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696200/0x2bbd42d658ba38a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45b9e570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.995118:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x45b9e570 (ffff9ee381ee5700) 00010000:00010000:2.0:1775764894.995120:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764894.995122:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764894.995191:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+538:89014:x1862022133213696:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9362us (10057us total) trans 4294977311 rc 0/0 00000100:00100000:2.0:1775764894.995200:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17145 00010000:00010000:1.0:1775764894.995597:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.995616:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.995687:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764894.995708:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764894.995730:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764894.995734:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.995737:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764894.995739:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764894.995742:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764894.995746:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764894.995767:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba398 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7724f expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.995782:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 255 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7724f expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.995790:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764894.995792:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764894.995795:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a625ca00, rc 0) 00000100:00100000:1.0:1775764894.995845:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133213952:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2535us (3437us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.995851:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17146 00000100:00100000:0.0:1775764895.001478:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.001588:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133214208 00000100:00100000:1.0:1775764895.001599:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133214208 00000100:00100000:1.0:1775764895.001813:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17147 00000100:00100000:1.0:1775764895.001821:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4a71cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+538:89014:x1862022133214208:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764895.001917:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba3a6 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.001934:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba3a6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.001944:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba3a6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.001956:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba3ad lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2e2563b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.001961:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba3ad lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2e2563b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.001965:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba3ad lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2e2563b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.001979:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba3b4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 256 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.002021:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7724f expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.002026:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba3b4 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.002052:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7724f expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.002061:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7724f expref: 33 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.002071:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd69180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154108544:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764895.002140:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4c0316000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764895.007168:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd69180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154108544:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764895.007192:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba3b4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.007744:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.007826:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133214336 00000100:00100000:1.0:1775764895.007832:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133214336 00010000:00010000:1.0:1775764895.007864:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7724f expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.008053:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2391 00000100:00100000:1.0:1775764895.008060:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133214336:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764895.008073:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764895.008092:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7724f expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.008101:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7724f expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.008117:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba39f lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7724f expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.008129:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.008132:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba3b4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.008174:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba3b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.008181:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba3b4 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 256 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.008240:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764895.008285:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133214336:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 226us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.008290:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2391 00010000:00010000:2.0:1775764895.008417:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba3b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.008423:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba3b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.009379:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000057d6398a reply state 00000000afaad925 transno 4294977312 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba3b4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.009390:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6d200/0x2bbd42d658ba3b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 255 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.009396:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.009398:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764895.009400:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764895.009405:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba3a6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.009410:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba3a6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.009414:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba3a6 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.009418:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba3a6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.009421:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4bfd6ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764895.009424:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba3a6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.009429:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba3a6 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.009437:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764895.009439:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764895.009442:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba3a6 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.009447:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba3a6 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.009459:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000057d6398a reply state 00000000afaad925 transno 4294977312 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba3ad lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2e2563b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.009466:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6c200/0x2bbd42d658ba3ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2e2563b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.009471:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2e2563b4 (ffff9ee492cbca00) 00010000:00010000:2.0:1775764895.009473:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764895.009475:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764895.009535:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4a71cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+540:89014:x1862022133214208:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7713us (8063us total) trans 4294977312 rc 0/0 00000100:00100000:2.0:1775764895.009543:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17147 00000100:00100000:0.0:1775764895.010461:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.010984:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133214464 00000100:00100000:1.0:1775764895.010992:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133214464 00000100:00100000:1.0:1775764895.011069:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17148 00000100:00100000:1.0:1775764895.011078:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133214464:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764895.011096:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764895.011114:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba3bb lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77256 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.011175:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba3c2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 256 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.011189:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba3c2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.011200:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba3c2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764895.011237:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764895.011256:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba3c2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.011275:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764895.011278:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.011281:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.011284:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764895.011286:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764895.011291:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764895.011311:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba3bb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77256 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.011326:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba3c2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 256 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77256 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.011334:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.011337:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764895.011341:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39ea1f400, rc 0) 00000100:00100000:1.0:1775764895.011397:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133214464:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 321us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.011404:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17148 00000100:00100000:0.0:1775764895.012099:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.012156:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133214720 00000100:00100000:2.0:1775764895.012163:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133214720 00000100:00100000:2.0:1775764895.012204:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17149 00000100:00100000:2.0:1775764895.012211:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+540:89014:x1862022133214720:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764895.012264:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba3c9 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.012277:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba3c9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.012287:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba3c9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.012299:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba3d0 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x921ab77b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.012305:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba3d0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x921ab77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.012311:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba3d0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x921ab77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.012329:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba3d7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 257 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.012375:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba3c2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77256 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.012384:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba3d7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.012417:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba3c2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77256 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.012431:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba3c2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77256 expref: 33 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.012444:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382497480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154108672:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764895.012513:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764895.014800:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382497480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154108672:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764895.014828:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba3d7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.016274:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.016349:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133214848 00000100:00100000:3.0:1775764895.016355:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133214848 00000100:00100000:3.0:1775764895.016432:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17150 00000100:00100000:3.0:1775764895.016443:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133214848:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764895.016462:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764895.016481:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658ba3de lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7725d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.016544:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 258 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.016557:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba3d7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.016565:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 258 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.016696:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba3d7 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.016707:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.017275:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.017337:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133214976 00000100:00100000:1.0:1775764895.017340:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133214976 00010000:00010000:1.0:1775764895.017359:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba3c2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77256 expref: 36 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.017405:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2392 00000100:00100000:1.0:1775764895.017411:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2405:x1862022133214976:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764895.017422:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764895.017440:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba3c2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77256 expref: 36 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.017452:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba3c2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77256 expref: 36 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.017470:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba3c2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77256 expref: 36 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.017486:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.017491:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.017498:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba3d7 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.017543:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba3d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.017551:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba3d7 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.017558:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.017563:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.017651:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764895.017721:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2405:x1862022133214976:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 308us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.017729:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2392 00010000:00010000:0.0:1775764895.017940:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba3d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.017948:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba3d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764895.018345:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c79ef4e reply state 0000000077698bbc transno 4294977313 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba3d7 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.018359:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697400/0x2bbd42d658ba3d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.018365:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764895.018368:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1775764895.018371:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 257 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.018378:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.018383:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.018403:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764895.018410:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba3c9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.018420:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.018426:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba3c9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.018427:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.018438:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba3c9 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.018443:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba3c9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.018448:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5697200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764895.018452:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba3c9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.018458:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba3c9 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764895.018461:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1775764895.018467:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764895.018469:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764895.018472:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba3c9 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764895.018477:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.018481:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba3c9 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764895.018490:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c79ef4e reply state 0000000077698bbc transno 4294977313 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba3d0 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x921ab77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764895.018494:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764895.018497:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00010000:00010000:0.0:1775764895.018499:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697800/0x2bbd42d658ba3d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x921ab77b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764895.018499:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764895.018502:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00010000:00010000:0.0:1775764895.018505:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x921ab77b (ffff9ee381ee5900) 00000004:00010000:3.0:1775764895.018505:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:0.0:1775764895.018507:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:3.0:1775764895.018508:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:0.0:1775764895.018509:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1775764895.018529:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658ba3de lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7725d expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.018543:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 257 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7725d expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.018550:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.018552:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764895.018554:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a735c400, rc 0) 00000100:00100000:3.0:1775764895.018656:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133214848:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2215us (2385us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.018664:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17150 00000100:00100000:0.0:1775764895.019045:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+542:89014:x1862022133214720:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6833us (6947us total) trans 4294977313 rc 0/0 00000100:00100000:0.0:1775764895.019052:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17149 00000100:00100000:2.0:1775764895.027374:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.027478:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133215232 00000100:00100000:3.0:1775764895.027489:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133215232 00000100:00100000:3.0:1775764895.027590:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17151 00000100:00100000:3.0:1775764895.027600:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+542:89014:x1862022133215232:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764895.027700:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba3ec lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.027717:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba3ec lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.027729:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba3ec lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.027743:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658ba3f3 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd7a33338 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.027750:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658ba3f3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7a33338 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.027756:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658ba3f3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7a33338 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.027774:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658ba3fa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 258 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.027839:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7725d expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.027858:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658ba3fa lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.027911:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7725d expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.027923:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7725d expref: 33 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.027936:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154108800:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764895.028016:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4b5b27180 going to sleep for 11 seconds 00000100:00100000:3.0:1775764895.031031:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154108800:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764895.031058:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658ba3fa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.035397:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.038868:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133215360 00000100:00100000:3.0:1775764895.041502:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133215360 00010000:00010000:3.0:1775764895.041557:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7725d expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.041604:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2393 00000100:00100000:3.0:1775764895.041613:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880eb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133215360:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.041642:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.041665:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7725d expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.041678:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7725d expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.041699:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba3e5 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7725d expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.041715:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.041720:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658ba3fa lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.041770:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658ba3fa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.041779:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658ba3fa lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.041811:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764895.041838:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658ba3fa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.041854:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658ba3fa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.041884:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880eb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133215360:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 273us (6494us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.041898:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2393 00000100:00100000:2.0:1775764895.042044:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.042186:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133215488 00000100:00100000:3.0:1775764895.042193:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133215488 00000100:00100000:3.0:1775764895.042225:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17152 00000100:00100000:3.0:1775764895.042232:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133215488:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764895.042248:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764895.042261:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658ba401 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77264 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764895.042306:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000003ced77 reply state 00000000ae1817fb transno 4294977314 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658ba3fa lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 257 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.042309:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba408 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 259 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.042319:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d600/0x2bbd42d658ba3fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 258 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.042856:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba408 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.042866:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba408 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764895.042915:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1775764895.042918:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764895.042921:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764895.042926:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764895.042932:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba3ec lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764895.042934:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba408 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.042940:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba3ec lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.042945:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba3ec lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.042951:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba3ec lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764895.042951:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764895.042953:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764895.042956:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00010000:00010000:0.0:1775764895.042957:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735d000 already unused, calling callback (ffffffffc19e64f0) 00000004:00010000:3.0:1775764895.042959:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764895.042961:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:0.0:1775764895.042962:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba3ec lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764895.042965:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764895.042968:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba3ec lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.042978:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764895.042981:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764895.042981:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658ba401 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77264 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.042984:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba3ec lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.042990:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba3ec lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.042997:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba408 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 258 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77264 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764895.042999:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000003ced77 reply state 00000000ae1817fb transno 4294977314 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658ba3f3 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7a33338 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.043004:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.043006:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764895.043007:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c200/0x2bbd42d658ba3f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7a33338 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.043009:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a735d400, rc 0) 00010000:00010000:0.0:1775764895.043016:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd7a33338 (ffff9ee492ba1100) 00010000:00010000:0.0:1775764895.043018:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764895.043020:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764895.043347:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+544:89014:x1862022133215232:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15747us (15981us total) trans 4294977314 rc 0/0 00000100:00100000:3.0:1775764895.043347:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133215488:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1113us (1301us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.043354:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17152 00000100:00100000:0.0:1775764895.043358:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17151 00000100:00100000:2.0:1775764895.058044:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.058118:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133215744 00000100:00100000:3.0:1775764895.058128:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133215744 00000100:00100000:3.0:1775764895.058188:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17153 00000100:00100000:3.0:1775764895.058198:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+544:89014:x1862022133215744:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764895.058286:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba40f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.058303:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba40f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.058316:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba40f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.058330:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658ba416 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x897efe13 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.058336:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658ba416 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x897efe13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.058342:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658ba416 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x897efe13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.058360:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658ba41d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 259 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.058415:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba408 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77264 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.058424:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658ba41d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.058459:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba408 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77264 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.058473:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba408 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77264 expref: 33 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.058488:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154108928:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764895.058660:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4b5b279c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764895.067425:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154108928:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764895.067451:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658ba41d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.071908:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.072003:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.072326:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133216000 00000100:00100000:3.0:1775764895.072339:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133216000 00000100:00100000:3.0:1775764895.072398:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17154 00000100:00100000:3.0:1775764895.072408:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133216000:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764895.072429:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764895.072452:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658ba424 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7726b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.072550:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 260 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.072566:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658ba41d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.072574:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 260 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.072592:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658ba41d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.072615:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 260 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.073287:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133215872 00000100:00100000:1.0:1775764895.073292:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133215872 00010000:00010000:1.0:1775764895.073320:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba408 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77264 expref: 36 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.073351:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2394 00000100:00100000:1.0:1775764895.073359:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133215872:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764895.073371:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764895.073391:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba408 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77264 expref: 36 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.073404:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba408 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77264 expref: 36 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.073423:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba408 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77264 expref: 36 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.073439:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.073443:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 260 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.073451:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658ba41d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.073511:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658ba41d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.073520:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658ba41d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.073527:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 260 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.073533:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 260 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.073564:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764895.073899:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133215872:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 539us (1998us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.073907:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2394 00010000:00010000:2.0:1775764895.074039:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658ba41d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074048:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658ba41d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.074489:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d985ca63 reply state 0000000007094d71 transno 4294977315 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658ba41d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074503:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735dc00/0x2bbd42d658ba41d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074511:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.074514:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764895.074516:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 259 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074523:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074529:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.074547:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764895.074554:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba40f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074561:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba40f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074568:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba40f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074574:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba40f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074580:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764895.074584:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba40f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074591:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba40f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074611:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764895.074614:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764895.074618:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba40f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074646:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba40f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.074656:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d985ca63 reply state 0000000007094d71 transno 4294977315 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658ba416 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x897efe13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074662:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d800/0x2bbd42d658ba416 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x897efe13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074665:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x897efe13 (ffff9ee492ba1d00) 00010000:00010000:2.0:1775764895.074667:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764895.074668:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764895.074709:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+546:89014:x1862022133215744:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16514us (16675us total) trans 4294977315 rc 0/0 00000100:00100000:2.0:1775764895.074714:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17153 00010000:00010000:2.0:1775764895.074812:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.074818:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764895.074847:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764895.074863:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.075040:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764895.075043:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.075046:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.075048:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:2.0:1775764895.075050:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764895.075053:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764895.075070:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658ba424 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7726b expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.075080:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 259 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7726b expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.075086:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.075087:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764895.075089:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a735c600, rc 0) 00000100:00100000:2.0:1775764895.075106:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133216000:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2702us (3104us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.075110:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17154 00000100:00100000:2.0:1775764895.077968:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.078048:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133216256 00000100:00100000:3.0:1775764895.078058:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133216256 00000100:00100000:3.0:1775764895.078113:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17155 00000100:00100000:3.0:1775764895.078123:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+546:89014:x1862022133216256:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764895.078208:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba432 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.078225:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba432 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.078236:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba432 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.078251:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba439 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x70dc8657 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.078258:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba439 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x70dc8657 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.078265:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba439 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x70dc8657 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.078282:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba440 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 260 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.078333:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7726b expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.078341:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba440 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.078372:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7726b expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.078386:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7726b expref: 33 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.078401:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154109056:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764895.078479:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4b5b279c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764895.080685:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.080735:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154109056:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764895.080759:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba440 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.080814:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133216384 00000100:00100000:2.0:1775764895.080820:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133216384 00010000:00010000:2.0:1775764895.080850:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7726b expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.080945:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2395 00000100:00100000:2.0:1775764895.080954:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133216384:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764895.080968:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764895.080991:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7726b expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.081003:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7726b expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.081023:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba42b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7726b expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.081036:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.081040:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba440 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.081084:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba440 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.081089:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba440 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.081114:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764895.081161:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133216384:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 208us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.081168:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2395 00010000:00010000:1.0:1775764895.081267:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba440 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.081275:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba440 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.081749:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048055882 reply state 000000008b69cb14 transno 4294977316 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba440 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.081762:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c000/0x2bbd42d658ba440 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 259 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.081768:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.081771:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764895.081773:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.081779:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba432 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.081786:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba432 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.081792:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba432 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.081799:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba432 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.081805:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735ce00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.081809:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba432 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.081814:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba432 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.081820:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.081821:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.081823:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba432 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.081827:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba432 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.081834:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048055882 reply state 000000008b69cb14 transno 4294977316 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba439 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x70dc8657 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.081839:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d000/0x2bbd42d658ba439 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x70dc8657 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.081845:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x70dc8657 (ffff9ee492ba1000) 00010000:00010000:1.0:1775764895.081847:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.081849:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764895.082266:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+548:89014:x1862022133216256:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4142us (4308us total) trans 4294977316 rc 0/0 00000100:00100000:1.0:1775764895.082274:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17155 00000100:00100000:3.0:1775764895.087294:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.087712:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133216512 00000100:00100000:0.0:1775764895.087722:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133216512 00000100:00100000:0.0:1775764895.087781:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17156 00000100:00100000:0.0:1775764895.087792:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133216512:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764895.087812:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764895.087833:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba447 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77272 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.087917:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba44e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 260 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.087933:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba44e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.087947:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba44e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764895.087993:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1775764895.088016:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:64c03aa5-8984-4260-a7a9-187ed3aa4b26:3664:1862022154109184:0@lo:400:kworker.0 00000004:00010000:0.0:1775764895.088030:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba44e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764895.088051:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764895.088054:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764895.088059:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764895.088062:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:0.0:1775764895.088064:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764895.088069:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00000100:00100000:3.0:1775764895.088074:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1775764895.088092:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba447 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77272 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.088113:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba44e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 260 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77272 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.088120:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764895.088123:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00000100:00100000:3.0:1775764895.088125:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154109184 00010000:00010000:0.0:1775764895.088127:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee39aa05000, rc 0) 00000100:00100000:3.0:1775764895.088130:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154109184 00000100:00100000:3.0:1775764895.088162:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:3.0:1775764895.088170:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4981b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:64c03aa5-8984-4260-a7a9-187ed3aa4b26+23:3664:x1862022154109184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.088178:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133216512:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 387us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.088186:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17156 00000100:00100000:3.0:1775764895.088215:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4981b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:64c03aa5-8984-4260-a7a9-187ed3aa4b26+23:3664:x1862022154109184:12345-0@lo:400:kworker.0 Request processed in 47us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.088222:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:3.0:1775764895.088268:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:64c03aa5-8984-4260-a7a9-187ed3aa4b26:3664:1862022154109184:0@lo:400:kworker.0 00000100:00100000:3.0:1775764895.088314:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764895.088321:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1862022154109312:0@lo:400:kworker.0 00000100:00100000:3.0:1775764895.088349:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764895.088372:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154109312 00000100:00100000:1.0:1775764895.088377:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154109312 00000100:00100000:1.0:1775764895.088500:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167 00000100:00100000:1.0:1775764895.088509:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1862022154109312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764895.088547:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1862022154109312:12345-0@lo:400:kworker.0 Request processed in 40us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.088553:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167 00000100:00100000:3.0:1775764895.094837:0:3662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1862022154109440:0@lo:400:kworker.0 00000100:00100000:3.0:1775764895.095013:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764895.095065:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764895.095073:0:3662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382495f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1862022154109568:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764895.095102:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764895.095216:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154109568 00000100:00100000:3.0:1775764895.095225:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154109568 00000100:00100000:3.0:1775764895.095279:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:3.0:1775764895.095287:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1862022154109568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764895.095315:0:8403:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 24490560 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1775764895.095357:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1862022154109568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.095365:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00080000:3.0:1775764895.095384:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764895.095419:0:3662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382495f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1862022154109568:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764895.095451:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1862022154109312:0@lo:400:kworker.0 00000100:00100000:3.0:1775764895.095503:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.095553:0:3664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3847e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1862022154109696:0@lo:400:kworker.0 00000100:00100000:3.0:1775764895.095579:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764895.096018:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133216768 00000100:00100000:0.0:1775764895.096024:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133216768 00000100:00100000:0.0:1775764895.096058:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154109696 00000100:00100000:0.0:1775764895.096060:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154109696 00000100:00100000:0.0:1775764895.096081:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168 00000100:00100000:0.0:1775764895.096087:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1862022154109696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.096125:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1862022154109696:12345-0@lo:400:kworker.0 Request processed in 38us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.096131:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168 00000100:00100000:0.0:1775764895.096143:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17157 00000100:00100000:0.0:1775764895.096149:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+548:89014:x1862022133216768:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764895.096224:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba455 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.096241:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba455 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.096252:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba455 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.096265:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba45c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x4819529a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.096271:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba45c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4819529a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.096276:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba45c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4819529a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.096292:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba463 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 261 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.096338:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba44e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77272 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.096345:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba463 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.096369:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba44e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77272 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.096380:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba44e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77272 expref: 33 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.096392:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154109824:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764895.096451:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764895.096656:0:19243:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154109440 00000100:00100000:2.0:1775764895.096662:0:19243:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154109440 00000100:00100000:2.0:1775764895.096691:0:19243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114 00000100:00100000:2.0:1775764895.096698:0:19243:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1862022154109440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764895.096733:0:19243:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1862022154109440:12345-0@lo:400:kworker.0 Request processed in 36us (1721us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.096739:0:19243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114 00000100:00100000:0.0:1775764895.097207:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382496d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1862022154109952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1775764895.097239:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764895.097304:0:8404:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154109952 00000100:00100000:2.0:1775764895.097308:0:8404:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154109952 00000100:00100000:2.0:1775764895.097354:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:2.0:1775764895.097361:0:8404:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1862022154109952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1775764895.097375:0:8404:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 24490560 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1775764895.097405:0:8404:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1862022154109952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.097411:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00080000:0.0:1775764895.097451:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764895.097478:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382496d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1862022154109952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1775764895.097704:0:3662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1862022154109440:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.097745:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764895.097753:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154110080:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.097780:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764895.097817:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1862022154110208:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.097838:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764895.097879:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764895.097885:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1862022154110336:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.098108:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764895.098133:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154110208 00000100:00100000:0.0:1775764895.098138:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154110208 00000100:00080000:0.0:1775764895.098153:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764895.098174:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154110336 00000100:00100000:0.0:1775764895.098177:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154110336 00000100:00080000:0.0:1775764895.098188:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1775764895.098207:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169 00000100:00100000:0.0:1775764895.098214:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1862022154110208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.098248:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1862022154110208:12345-0@lo:400:kworker.0 Request processed in 35us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.098254:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169 00000100:00100000:0.0:1775764895.098279:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1862022154110208:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.098296:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170 00000100:00100000:0.0:1775764895.098302:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1862022154110336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.098333:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1862022154110336:12345-0@lo:400:kworker.0 Request processed in 32us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.098339:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170 00000100:00100000:0.0:1775764895.098360:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1862022154110336:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.098391:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1862022154110464:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.098414:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764895.098440:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154110464 00000100:00100000:0.0:1775764895.098444:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154110464 00000100:00100000:0.0:1775764895.098470:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:0.0:1775764895.098476:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1862022154110464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.098509:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1862022154110464:12345-0@lo:400:kworker.0 Request processed in 33us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.098514:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00000100:00080000:0.0:1775764895.098527:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764895.098541:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1862022154110464:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.098567:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764895.098573:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154110592:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.098593:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764895.098670:0:3663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee386ec6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1862022154110720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.098689:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764895.098723:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764895.098728:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee39d091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1862022154110848:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.098749:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764895.098767:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154110720 00000100:00100000:0.0:1775764895.098770:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154110720 00000100:00080000:0.0:1775764895.098782:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764895.098795:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154110848 00000100:00100000:0.0:1775764895.098798:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154110848 00000100:00080000:0.0:1775764895.098808:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1775764895.098821:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171 00000100:00100000:0.0:1775764895.098826:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1862022154110720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.098857:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1862022154110720:12345-0@lo:400:kworker.0 Request processed in 31us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.098862:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171 00000100:00100000:1.0:1775764895.100043:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154110080 00000100:00100000:1.0:1775764895.100052:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154110080 00000100:00100000:1.0:1775764895.100098:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115 00000100:00100000:1.0:1775764895.100106:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1862022154110080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764895.100166:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1862022154110080:12345-0@lo:400:kworker.0 Request processed in 60us (2384us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.100172:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115 00000100:00100000:1.0:1775764895.100192:0:25780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022154110592 00000100:00100000:1.0:1775764895.100196:0:25780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022154110592 00000100:00100000:1.0:1775764895.100230:0:25780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:1.0:1775764895.100236:0:25780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3663:x1862022154110592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764895.100294:0:25780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3663:x1862022154110592:12345-0@lo:400:kworker.0 Request processed in 59us (1700us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.100299:0:25780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00080000:1.0:1775764895.100334:0:6514:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764895.100346:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172 00000100:00100000:1.0:1775764895.100355:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39d092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1862022154110848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764895.100390:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1862022154110848:12345-0@lo:400:kworker.0 Request processed in 36us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.100395:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172 00000100:00100000:0.0:1775764895.100566:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1862022154110720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.100587:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154110592:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.100598:0:3663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1862022154110080:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.101056:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee39d091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1862022154110848:0@lo:400:kworker.0 00000100:00100000:3.0:1775764895.101091:0:3664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3847e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1862022154109696:0@lo:400:kworker.0 00000100:00100000:1.0:1775764895.101290:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.101362:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133216896 00000100:00100000:0.0:1775764895.101364:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee386ec5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154109824:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764895.101368:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133216896 00010000:00010000:0.0:1775764895.101387:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba463 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.101397:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba44e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77272 expref: 34 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.101425:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2396 00000100:00100000:3.0:1775764895.101434:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133216896:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.101445:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.101470:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba44e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77272 expref: 34 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.101486:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba44e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77272 expref: 34 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.101617:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05000/0x2bbd42d658ba44e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77272 expref: 34 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.101650:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.101655:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba463 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.101708:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba463 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.101717:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba463 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.101749:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764895.101800:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133216896:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 367us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.103336:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2396 00010000:00010000:1.0:1775764895.104665:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba463 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.104678:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba463 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 260 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.104797:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.104939:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133217024 00000100:00100000:2.0:1775764895.104948:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133217024 00000100:00100000:2.0:1775764895.105004:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17158 00000100:00100000:2.0:1775764895.105014:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133217024:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764895.105034:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764895.105054:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba46a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77279 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.105119:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 261 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.105132:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba463 lrc: 2/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.105144:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 261 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.105164:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba463 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.105178:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 261 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.105232:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e3141cc9 reply state 00000000170d6e87 transno 4294977317 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba463 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.105248:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f400/0x2bbd42d658ba463 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 261 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.105258:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.105262:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764895.105265:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 261 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.105273:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.105280:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.106019:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.106030:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba455 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.106037:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.106039:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba455 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.106055:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.106057:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba455 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.106077:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba455 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.106082:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee39aa04a00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.106086:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba455 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.106093:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba455 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764895.106103:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1775764895.106105:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.106109:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.106113:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba455 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.106120:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04a00/0x2bbd42d658ba455 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.106125:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.106132:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e3141cc9 reply state 00000000170d6e87 transno 4294977317 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba45c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x4819529a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.106140:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa04e00/0x2bbd42d658ba45c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x4819529a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.106145:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x4819529a (ffff9ee3858c9300) 00000004:00010000:2.0:1775764895.106146:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1775764895.106148:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.106151:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00010000:2.0:1775764895.106151:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.106156:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.106158:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:2.0:1775764895.106160:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764895.106165:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764895.106189:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba46a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77279 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.106205:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 261 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77279 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.106214:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.106217:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764895.106220:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697600, rc 0) 00000100:00100000:1.0:1775764895.106637:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+550:89014:x1862022133216768:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10470us (11117us total) trans 4294977317 rc 0/0 00000100:00100000:1.0:1775764895.106646:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17157 00000100:00100000:2.0:1775764895.106764:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133217024:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1751us (1969us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.106772:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17158 00000100:00100000:2.0:1775764895.119079:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.119174:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133217280 00000100:00100000:0.0:1775764895.119185:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133217280 00000100:00100000:0.0:1775764895.119249:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17159 00000100:00100000:0.0:1775764895.119258:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+550:89014:x1862022133217280:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764895.119352:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba478 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.119369:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba478 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.119382:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba478 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.119399:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba47f lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x18719108 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.119406:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba47f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x18719108 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.119413:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba47f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x18719108 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.119433:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba486 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 262 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.119485:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77279 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.119494:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba486 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.119530:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77279 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.119545:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77279 expref: 33 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.119562:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee39d091c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154110976:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764895.119686:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764895.131470:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.131517:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.131577:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133217408 00000100:00100000:1.0:1775764895.131587:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133217408 00000100:00100000:3.0:1775764895.131615:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133217536 00010000:00010000:1.0:1775764895.131658:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77279 expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.131660:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133217536 00000100:00100000:1.0:1775764895.131698:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2397 00000100:00100000:3.0:1775764895.131707:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17160 00000100:00100000:1.0:1775764895.131713:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133217408:12345-192.168.202.48@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1775764895.131721:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133217536:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764895.131740:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764895.131759:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba48d lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77280 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.131775:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764895.131798:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77279 expref: 36 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.131814:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77279 expref: 36 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.131820:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 265 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.131839:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba486 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.131926:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba471 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77279 expref: 36 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.131944:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee39d091c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154110976:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764895.131988:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 263 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.132790:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.132797:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 263 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.132806:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba486 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x50210000000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.132853:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba486 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x50290000000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.132861:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba486 lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x50290000000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.132878:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 263 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.132888:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 263 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.133330:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba486 lrc: 5/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40290000000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.133397:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764895.133467:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133217408:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 1757us (2006us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.133476:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2397 00010000:00010000:2.0:1775764895.133541:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba486 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210000000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.133548:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba486 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210000000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.134347:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a00e2ff reply state 00000000a0ba2d76 transno 4294977318 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba486 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x40210000000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134362:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe8ac00/0x2bbd42d658ba486 lrc: 4/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 262 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134370:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.134373:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764895.134376:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 262 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134384:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134390:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.134402:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764895.134407:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba478 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134414:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba478 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134420:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba478 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134426:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba478 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134432:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764895.134436:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba478 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134444:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba478 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134453:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764895.134456:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764895.134459:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba478 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134466:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba478 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.134481:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a00e2ff reply state 00000000a0ba2d76 transno 4294977318 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba47f lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x18719108 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134488:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39aa05200/0x2bbd42d658ba47f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x18719108 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.134494:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x18719108 (ffff9ee3858c9500) 00010000:00010000:2.0:1775764895.134496:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764895.134498:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764895.134559:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+552:89014:x1862022133217280:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 15300us (15488us total) trans 4294977318 rc 0/0 00000100:00100000:2.0:1775764895.134566:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17159 00010000:00010000:3.0:1775764895.135087:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.135098:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.135105:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764895.135142:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764895.135161:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764895.135187:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764895.135189:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764895.135192:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764895.135194:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764895.135197:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764895.135201:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764895.135223:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba48d lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77280 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.135244:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 262 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77280 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.135251:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.135254:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764895.135256:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3fc00, rc 0) 00000100:00100000:3.0:1775764895.135285:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133217536:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3569us (3768us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.135292:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17160 00000100:00100000:3.0:1775764895.144436:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.144542:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133217792 00000100:00100000:1.0:1775764895.144553:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133217792 00000100:00100000:1.0:1775764895.144657:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17161 00000100:00100000:1.0:1775764895.144668:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+552:89014:x1862022133217792:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764895.144757:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba49b lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.144773:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba49b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.144787:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba49b lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.144803:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba4a2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xfbec1967 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.144824:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba4a2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfbec1967 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.144830:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba4a2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfbec1967 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.144851:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba4a9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 263 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.144914:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77280 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.144928:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba4a9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.144962:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77280 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.144976:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77280 expref: 33 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.144990:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd68a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154111104:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764895.145069:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4c03166c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764895.147286:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd68a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154111104:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764895.147310:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba4a9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.149692:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.149773:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.149878:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133218048 00000100:00100000:0.0:1775764895.149888:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133218048 00010000:00010000:0.0:1775764895.149929:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77280 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.149972:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2398 00000100:00100000:0.0:1775764895.149982:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133218048:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764895.149996:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764895.150021:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77280 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.150035:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77280 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.150061:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fc00/0x2bbd42d658ba494 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77280 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.150077:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764895.150082:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba4a9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.150134:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba4a9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.150142:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba4a9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.150178:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764895.150234:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133218048:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 253us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.150242:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2398 00000100:00100000:2.0:1775764895.150383:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133217920 00000100:00100000:2.0:1775764895.150388:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133217920 00000100:00100000:2.0:1775764895.150424:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17162 00000100:00100000:2.0:1775764895.150432:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38439b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133217920:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764895.150447:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764895.150463:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4b0 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77287 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.150520:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 263 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.150530:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba4a9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.150541:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 263 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.150555:0:27904:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba4a9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.150563:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 263 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.150666:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba4a9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.150673:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba4a9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.151123:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008311291d reply state 00000000594312e9 transno 4294977319 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba4a9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151137:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee39ea1f400/0x2bbd42d658ba4a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151144:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.151147:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764895.151150:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 263 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151157:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151163:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.151186:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.151193:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba49b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151199:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba49b lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151206:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba49b lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151212:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba49b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151218:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.151222:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba49b lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151229:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba49b lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151237:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.151239:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.151242:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba49b lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151248:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba49b lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.151258:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008311291d reply state 00000000594312e9 transno 4294977319 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba4a2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xfbec1967 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151267:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ce00/0x2bbd42d658ba4a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xfbec1967 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151273:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xfbec1967 (ffff9ee492cbc200) 00010000:00010000:1.0:1775764895.151275:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.151277:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1775764895.151307:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151313:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764895.151341:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764895.151356:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.151376:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764895.151380:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.151382:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.151385:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764895.151387:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764895.151391:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764895.151408:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4b0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77287 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151421:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 263 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77287 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.151428:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.151430:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764895.151433:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697000, rc 0) 00000100:00100000:1.0:1775764895.151473:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38439b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133217920:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1042us (1789us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.151480:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17162 00000100:00100000:1.0:1775764895.151514:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+554:89014:x1862022133217792:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6849us (7088us total) trans 4294977319 rc 0/0 00000100:00100000:1.0:1775764895.151521:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17161 00000100:00100000:3.0:1775764895.159198:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.159420:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133218304 00000100:00100000:2.0:1775764895.159431:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133218304 00000100:00100000:2.0:1775764895.159478:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17163 00000100:00100000:2.0:1775764895.159488:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee384847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+554:89014:x1862022133218304:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764895.159578:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba4be lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.159594:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba4be lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.159607:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba4be lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.159638:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba4c5 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x3eb8bd9c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.159645:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba4c5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3eb8bd9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.159652:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba4c5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3eb8bd9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.159675:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658ba4cc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 264 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.159725:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77287 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.159734:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658ba4cc lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 264 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.159768:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77287 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.159782:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77287 expref: 33 pid: 27904 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.159795:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382496680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154111232:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764895.159896:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764895.165715:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.165841:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133218432 00000100:00100000:3.0:1775764895.165851:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133218432 00010000:00010000:3.0:1775764895.165901:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77287 expref: 34 pid: 27904 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.165931:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2399 00000100:00100000:3.0:1775764895.165939:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133218432:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.165952:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.165976:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77287 expref: 34 pid: 27904 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.165990:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77287 expref: 34 pid: 27904 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.166012:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.166016:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658ba4cc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 265 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.166066:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658ba4cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 265 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.166075:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658ba4cc lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 265 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.166094:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764895.166149:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133218432:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 207us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.166156:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2399 00010000:00010000:2.0:1775764895.166921:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4b7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77287 expref: 33 pid: 27904 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.166941:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382496680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154111232:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764895.166962:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658ba4cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.166971:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658ba4cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.166977:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658ba4cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.167539:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051934351 reply state 000000006c30acbc transno 4294977320 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658ba4cc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.167555:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697e00/0x2bbd42d658ba4cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 263 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.167563:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.167565:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764895.167569:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764895.167576:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba4be lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.167583:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba4be lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.167589:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba4be lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.167595:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba4be lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.167601:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764895.167606:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba4be lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.167613:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba4be lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.167676:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764895.167679:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764895.167684:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba4be lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.167691:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba4be lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.167702:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051934351 reply state 000000006c30acbc transno 4294977320 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba4c5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x3eb8bd9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.167710:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696000/0x2bbd42d658ba4c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x3eb8bd9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.167716:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x3eb8bd9c (ffff9ee381ee5e00) 00010000:00010000:2.0:1775764895.167718:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764895.167720:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764895.167801:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee384847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+556:89014:x1862022133218304:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 8313us (8612us total) trans 4294977320 rc 0/0 00000100:00100000:2.0:1775764895.167823:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17163 00000100:00100000:1.0:1775764895.169298:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.169363:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133218560 00000100:00100000:2.0:1775764895.169372:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133218560 00000100:00100000:2.0:1775764895.169416:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17164 00000100:00100000:2.0:1775764895.169425:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133218560:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764895.169445:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764895.169465:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba4d3 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7728e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.169529:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba4da lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 264 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.169542:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba4da lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.169556:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba4da lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764895.169597:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764895.169619:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba4da lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.169667:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764895.169670:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.169673:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.169675:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:2.0:1775764895.169677:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764895.169682:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764895.169703:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba4d3 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7728e expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.169719:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba4da lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 264 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7728e expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.169727:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.169730:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764895.169733:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5696600, rc 0) 00000100:00100000:2.0:1775764895.169785:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133218560:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 361us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.169793:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17164 00000100:00100000:3.0:1775764895.172195:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.172455:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133218816 00000100:00100000:1.0:1775764895.172464:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133218816 00000100:00100000:1.0:1775764895.172521:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17165 00000100:00100000:1.0:1775764895.172529:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfea9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+556:89014:x1862022133218816:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764895.172614:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba4e1 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.172718:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba4e1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.172730:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba4e1 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.172746:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658ba4e8 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x8dd9835f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.172753:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658ba4e8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8dd9835f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.172759:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658ba4e8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8dd9835f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.172777:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658ba4ef lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 265 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.173013:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba4da lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7728e expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.173023:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658ba4ef lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 265 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.173055:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba4da lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7728e expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.173068:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba4da lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7728e expref: 33 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.173081:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154111360:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764895.173188:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4c03160c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764895.183551:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.183700:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133218944 00000100:00100000:3.0:1775764895.183710:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133218944 00010000:00010000:3.0:1775764895.183749:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba4da lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7728e expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.183794:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2400 00000100:00100000:3.0:1775764895.183813:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133218944:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.183830:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.183853:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba4da lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7728e expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.183866:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba4da lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7728e expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.183899:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.183904:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658ba4ef lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.183957:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658ba4ef lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.183964:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658ba4ef lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.183985:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764895.184035:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133218944:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 233us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.184042:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2400 00000100:00100000:1.0:1775764895.184250:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.184313:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133219072 00000100:00100000:2.0:1775764895.184318:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133219072 00000100:00100000:2.0:1775764895.184354:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17166 00000100:00100000:2.0:1775764895.184360:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133219072:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764895.184375:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764895.184390:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4f6 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77295 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.184445:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 266 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.184455:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658ba4ef lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.184462:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 266 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.184476:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658ba4ef lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.184484:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 266 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.185019:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba4da lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7728e expref: 35 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.185034:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154111360:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764895.185052:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658ba4ef lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 265 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.185123:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658ba4ef lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 265 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.185130:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658ba4ef lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 265 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.185993:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000774174aa reply state 00000000b923e15d transno 4294977321 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658ba4ef lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 265 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186016:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeee200/0x2bbd42d658ba4ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 265 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186024:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.186026:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764895.186030:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 265 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186038:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186044:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.186095:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.186103:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba4e1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186109:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba4e1 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186115:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba4e1 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186121:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba4e1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186126:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a625ca00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.186130:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba4e1 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186137:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba4e1 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186146:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.186149:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.186152:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba4e1 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186158:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a625ca00/0x2bbd42d658ba4e1 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.186168:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000774174aa reply state 00000000b923e15d transno 4294977321 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658ba4e8 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x8dd9835f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186176:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfeef200/0x2bbd42d658ba4e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x8dd9835f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.186181:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x8dd9835f (ffff9ee492cbcd00) 00010000:00010000:1.0:1775764895.186183:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.186185:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764895.186253:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfea9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+558:89014:x1862022133218816:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13722us (14062us total) trans 4294977321 rc 0/0 00000100:00100000:1.0:1775764895.186261:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17165 00010000:00010000:2.0:1775764895.186547:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.186556:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764895.186590:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764895.186608:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.186733:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764895.186737:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.186740:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.186742:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:2.0:1775764895.186744:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764895.186748:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764895.186769:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba4f6 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77295 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.186783:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 265 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77295 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.186791:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.186793:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764895.186795:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697600, rc 0) 00000100:00100000:2.0:1775764895.186919:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133219072:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2559us (2669us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.186925:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17166 00000100:00100000:2.0:1775764895.188831:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.195271:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133219328 00000100:00100000:1.0:1775764895.195287:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133219328 00000100:00100000:1.0:1775764895.195400:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17167 00000100:00100000:1.0:1775764895.195411:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+558:89014:x1862022133219328:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764895.195527:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba504 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.195544:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba504 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.195560:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba504 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.195576:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658ba50b lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1c1571c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.195583:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658ba50b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1c1571c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.195590:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658ba50b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1c1571c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.195770:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658ba512 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 266 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.195917:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77295 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.195927:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658ba512 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.195960:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77295 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.195976:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77295 expref: 33 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.195990:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154111488:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764895.196126:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4c0316540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764895.200842:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154111488:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764895.200882:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658ba512 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.203149:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.203236:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133219456 00000100:00100000:3.0:1775764895.203246:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133219456 00010000:00010000:3.0:1775764895.203289:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77295 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.203332:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2401 00000100:00100000:3.0:1775764895.203341:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133219456:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.203355:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.203380:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 267 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77295 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.203393:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 267 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77295 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.203422:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba4fd lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 267 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77295 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.203439:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.203444:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658ba512 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.203497:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658ba512 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.203505:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658ba512 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.203574:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764895.203660:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133219456:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 320us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.203668:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2401 00000100:00100000:3.0:1775764895.204301:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.204359:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133219584 00000100:00100000:0.0:1775764895.204365:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133219584 00000100:00100000:0.0:1775764895.204411:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17168 00000100:00100000:0.0:1775764895.204419:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133219584:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764895.204435:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764895.204452:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658ba519 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7729c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.204512:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 266 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.204522:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658ba512 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.204529:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 266 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.204544:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658ba512 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.204554:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 266 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.204992:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658ba512 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.204999:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658ba512 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.205532:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b8dff08 reply state 0000000023c7293d transno 4294977322 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658ba512 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40210400000020 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205547:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fe00/0x2bbd42d658ba512 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205555:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.205558:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764895.205561:0:27904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 266 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205568:0:27904:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205573:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.205609:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.205616:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba504 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205648:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba504 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205654:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba504 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205660:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba504 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205666:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.205669:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba504 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205677:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba504 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205686:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.205688:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.205692:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba504 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205698:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba504 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.205711:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b8dff08 reply state 0000000023c7293d transno 4294977322 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658ba50b lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1c1571c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205719:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ec00/0x2bbd42d658ba50b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1c1571c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.205725:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1c1571c (ffff9ee492cbc900) 00010000:00010000:1.0:1775764895.205727:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.205729:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764895.205800:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+560:89014:x1862022133219328:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10389us (16975us total) trans 4294977322 rc 0/0 00000100:00100000:1.0:1775764895.205807:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17167 00010000:00010000:2.0:1775764895.206017:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.206025:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764895.206064:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764895.206082:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.206104:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764895.206106:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.206109:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.206111:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:2.0:1775764895.206113:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764895.206118:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764895.206139:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658ba519 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7729c expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.206156:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 266 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7729c expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.206164:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.206166:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764895.206169:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0d400, rc 0) 00000100:00100000:2.0:1775764895.206208:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133219584:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1790us (1908us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.206215:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17168 00000100:00100000:3.0:1775764895.209936:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.210111:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133219840 00000100:00100000:1.0:1775764895.210121:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133219840 00000100:00100000:1.0:1775764895.210215:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17169 00000100:00100000:1.0:1775764895.210226:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfea9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+560:89014:x1862022133219840:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764895.210319:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba527 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.210335:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba527 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.210347:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba527 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.210362:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658ba52e lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc8e80bfb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.210369:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658ba52e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc8e80bfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.210376:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658ba52e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc8e80bfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.210394:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658ba535 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 267 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.210450:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 267 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7729c expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.210459:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658ba535 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 267 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.210494:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 267 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7729c expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.210512:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 267 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7729c expref: 33 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.210527:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154111616:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764895.210619:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4c0316600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764895.217196:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154111616:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764895.217228:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658ba535 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 267 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.218356:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.218433:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133219968 00000100:00100000:0.0:1775764895.218441:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133219968 00010000:00010000:0.0:1775764895.218479:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 267 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7729c expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.218518:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2402 00000100:00100000:0.0:1775764895.218528:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133219968:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764895.218542:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764895.218566:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 268 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7729c expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.218583:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 268 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7729c expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.218605:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d400/0x2bbd42d658ba520 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 268 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf7729c expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.218654:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764895.218659:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658ba535 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 267 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.218709:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658ba535 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 267 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.218718:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658ba535 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 267 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.218738:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764895.218793:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133219968:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 266us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.218800:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2402 00010000:00010000:1.0:1775764895.219005:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658ba535 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.219013:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658ba535 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.219497:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b5639b55 reply state 00000000b597f7e7 transno 4294977323 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658ba535 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.219510:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f000/0x2bbd42d658ba535 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 266 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.219516:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.219519:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764895.219522:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.219528:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba527 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.219534:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba527 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.219541:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba527 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.219546:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba527 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.219552:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.219556:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba527 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.219562:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba527 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.219569:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.219571:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.219575:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba527 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.219580:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba527 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.219591:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b5639b55 reply state 00000000b597f7e7 transno 4294977323 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658ba52e lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc8e80bfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.219598:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ea00/0x2bbd42d658ba52e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc8e80bfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.219604:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc8e80bfb (ffff9ee492cbc800) 00010000:00010000:1.0:1775764895.219606:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.219608:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764895.219700:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfea9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+562:89014:x1862022133219840:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9475us (9773us total) trans 4294977323 rc 0/0 00000100:00100000:1.0:1775764895.219709:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17169 00000100:00100000:3.0:1775764895.220427:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.220497:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133220096 00000100:00100000:2.0:1775764895.220504:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133220096 00000100:00100000:2.0:1775764895.220548:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17170 00000100:00100000:2.0:1775764895.220556:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133220096:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764895.220576:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764895.220592:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba53c lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772a3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.220685:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba543 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 267 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.220697:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba543 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 267 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.220708:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba543 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 267 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764895.220741:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764895.220761:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba543 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 267 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.220778:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764895.220781:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.220783:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.220786:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:2.0:1775764895.220788:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764895.220791:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764895.220824:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba53c lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772a3 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.220839:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba543 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 267 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772a3 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.220852:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.220854:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764895.220857:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697600, rc 0) 00000100:00100000:2.0:1775764895.220916:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133220096:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 360us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.220922:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17170 00000100:00100000:2.0:1775764895.224279:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.224352:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133220352 00000100:00100000:1.0:1775764895.224361:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133220352 00000100:00100000:1.0:1775764895.224418:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17171 00000100:00100000:1.0:1775764895.224428:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+562:89014:x1862022133220352:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764895.224516:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba54a lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.224532:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba54a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.224544:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba54a lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.224558:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658ba551 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x65e88919 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.224565:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658ba551 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x65e88919 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.224570:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658ba551 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x65e88919 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.224586:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658ba558 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 268 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.224672:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba543 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 268 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772a3 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.224681:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658ba558 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 268 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.224715:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba543 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 268 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772a3 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.224727:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba543 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 268 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772a3 expref: 33 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.224742:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154111744:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764895.225076:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4c03163c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764895.227225:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154111744:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764895.227256:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658ba558 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 268 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.227702:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.227778:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133220480 00000100:00100000:0.0:1775764895.227785:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133220480 00010000:00010000:0.0:1775764895.227821:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba543 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 268 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772a3 expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.227857:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2403 00000100:00100000:0.0:1775764895.227865:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133220480:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764895.227893:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764895.227914:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba543 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 269 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772a3 expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.227926:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba543 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 269 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772a3 expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.227945:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba543 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 269 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772a3 expref: 34 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.227959:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764895.227964:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658ba558 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 268 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.228019:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658ba558 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 268 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.228028:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658ba558 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 268 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.228057:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764895.228112:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133220480:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 247us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.228120:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2403 00010000:00010000:1.0:1775764895.228746:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658ba558 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 267 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.228756:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658ba558 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 267 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.229343:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000092b822a5 reply state 00000000bf16beb8 transno 4294977324 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658ba558 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 267 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.229360:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266ee00/0x2bbd42d658ba558 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 267 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.229367:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.229370:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764895.229374:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.229381:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba54a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.229388:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba54a lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.229395:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba54a lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.229402:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba54a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.229408:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266fc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.229413:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba54a lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.229420:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba54a lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.229429:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.229432:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.229435:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba54a lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.229442:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba54a lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.229456:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000092b822a5 reply state 00000000bf16beb8 transno 4294977324 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658ba551 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x65e88919 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.229464:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e400/0x2bbd42d658ba551 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x65e88919 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.229470:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x65e88919 (ffff9ee4859c4d00) 00010000:00010000:1.0:1775764895.229473:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.229475:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764895.229555:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382496d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+564:89014:x1862022133220352:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5125us (5283us total) trans 4294977324 rc 0/0 00000100:00100000:1.0:1775764895.229564:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17171 00000100:00100000:3.0:1775764895.232498:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.233158:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.233748:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133220608 00000100:00100000:0.0:1775764895.233760:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133220608 00000100:00100000:0.0:1775764895.233858:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133220864 00000100:00100000:0.0:1775764895.233862:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133220864 00000100:00100000:1.0:1775764895.233934:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17172 00000100:00100000:1.0:1775764895.233946:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133220608:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764895.233966:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764895.233987:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba55f lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772aa expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234054:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba566 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 268 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234071:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba566 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 268 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234083:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba566 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 268 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764895.234126:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764895.234148:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba566 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 268 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.234168:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764895.234172:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.234175:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.234178:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764895.234181:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764895.234186:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764895.234206:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba55f lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772aa expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234225:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba566 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 268 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772aa expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234234:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.234237:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764895.234241:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e200, rc 0) 00000100:00100000:1.0:1775764895.234310:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133220608:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 367us (1824us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.234318:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17172 00000100:00100000:1.0:1775764895.234339:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17173 00000100:00100000:1.0:1775764895.234346:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+564:89014:x1862022133220864:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764895.234388:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba56d lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234397:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba56d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234404:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba56d lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234417:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658ba574 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x7e65bf4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234424:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658ba574 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7e65bf4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234433:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658ba574 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7e65bf4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234447:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658ba57b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 269 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234498:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba566 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 269 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772aa expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234507:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658ba57b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 269 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234537:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba566 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 269 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772aa expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.234549:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba566 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 269 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772aa expref: 33 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.234561:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154111872:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764895.234801:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4c0316600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764895.237710:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154111872:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764895.237739:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658ba57b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 269 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.240538:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.240689:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133220992 00000100:00100000:2.0:1775764895.240699:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133220992 00000100:00100000:2.0:1775764895.240748:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17174 00000100:00100000:2.0:1775764895.240757:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133220992:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764895.240778:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764895.240798:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba582 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772b1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.240862:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 270 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.241019:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658ba57b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.241027:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 270 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.241046:0:6518:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658ba57b lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.241062:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 270 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.242192:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.242404:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133221120 00000100:00100000:2.0:1775764895.242411:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133221120 00010000:00010000:2.0:1775764895.242444:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba566 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 270 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772aa expref: 36 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.242483:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2404 00000100:00100000:2.0:1775764895.242493:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfea8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2406:x1862022133221120:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764895.242507:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764895.242529:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba566 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772aa expref: 36 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.242541:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba566 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772aa expref: 36 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.242561:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba566 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772aa expref: 36 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.242579:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.242584:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 270 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.242592:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658ba57b lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.242796:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658ba57b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.242804:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658ba57b lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40290400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.242812:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 270 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.242818:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 270 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.242886:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764895.242935:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfea8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133221120:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 444us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.242943:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2404 00010000:00010000:1.0:1775764895.244429:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658ba57b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 269 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.244442:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658ba57b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 269 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.245268:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000aa5ba41 reply state 00000000de5017e7 transno 4294977325 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658ba57b lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 269 type: IBT flags: 0x40210400000020 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245286:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fa00/0x2bbd42d658ba57b lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 269 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245295:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.245298:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764895.245302:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 269 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245311:0:6519:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 269 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245317:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 269 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.245381:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.245389:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba56d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245396:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba56d lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245401:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba56d lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245408:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba56d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245414:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266f600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.245419:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba56d lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245426:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba56d lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245437:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.245439:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.245443:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba56d lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245449:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba56d lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.245461:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000aa5ba41 reply state 00000000de5017e7 transno 4294977325 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658ba574 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x7e65bf4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245469:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e000/0x2bbd42d658ba574 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x7e65bf4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.245475:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x7e65bf4 (ffff9ee4859c4200) 00010000:00010000:1.0:1775764895.245476:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.245478:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764895.245568:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+566:89014:x1862022133220864:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 11218us (12408us total) trans 4294977325 rc 0/0 00000100:00100000:1.0:1775764895.245576:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17173 00010000:00010000:2.0:1775764895.247370:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 269 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.247383:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 269 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764895.247431:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764895.247455:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 269 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.247481:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764895.247483:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.247486:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.247488:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:2.0:1775764895.247491:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764895.247494:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764895.247523:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba582 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b1 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.247541:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 269 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b1 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.247549:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.247552:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764895.247555:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee3a5697600, rc 0) 00000100:00100000:2.0:1775764895.248144:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133220992:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 7384us (7612us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.248152:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17174 00000100:00100000:0.0:1775764895.248542:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.248753:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133221376 00000100:00100000:2.0:1775764895.248762:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133221376 00000100:00100000:2.0:1775764895.248848:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17175 00000100:00100000:2.0:1775764895.248858:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+566:89014:x1862022133221376:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764895.248947:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba590 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.248961:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba590 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.248971:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba590 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.248984:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba597 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x45a646e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.248994:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba597 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45a646e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.249000:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba597 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45a646e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.249016:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba59e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 270 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.249066:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 270 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b1 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.249074:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba59e lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.249103:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 270 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b1 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.249115:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 270 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b1 expref: 33 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.249128:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382497480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154112000:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764895.249202:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764895.254940:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382497480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154112000:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764895.254970:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba59e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.257781:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.258022:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133221504 00000100:00100000:3.0:1775764895.258031:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133221504 00010000:00010000:3.0:1775764895.258074:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 270 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b1 expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.258118:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2405 00000100:00100000:3.0:1775764895.258127:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133221504:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.258143:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.258170:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b1 expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.258184:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b1 expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.258206:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba589 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b1 expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.258221:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.258225:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba59e lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.258278:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba59e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.258286:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba59e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.258361:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764895.258420:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2406:x1862022133221504:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 293us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.258428:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2405 00000100:00100000:0.0:1775764895.260445:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.260521:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133221632 00000100:00100000:3.0:1775764895.260529:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133221632 00000100:00100000:3.0:1775764895.260580:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17176 00000100:00100000:3.0:1775764895.260588:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133221632:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764895.260618:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764895.260657:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba5a5 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772b8 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.260717:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 270 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.260729:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba59e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.260736:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 270 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.260752:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba59e lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.260762:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 270 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261094:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba59e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261102:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba59e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.261593:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067a311c6 reply state 00000000dac91807 transno 4294977326 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba59e lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261619:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697000/0x2bbd42d658ba59e lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261652:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.261655:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764895.261658:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 270 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261665:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 270 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261671:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 270 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.261693:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764895.261700:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba590 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261706:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba590 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261711:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba590 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261717:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba590 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261725:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764895.261728:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba590 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261735:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba590 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261744:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764895.261746:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764895.261749:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba590 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261754:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba590 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.261766:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067a311c6 reply state 00000000dac91807 transno 4294977326 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba597 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x45a646e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261773:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697200/0x2bbd42d658ba597 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x45a646e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.261779:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x45a646e8 (ffff9ee381ee5a00) 00010000:00010000:2.0:1775764895.261781:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764895.261783:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764895.261865:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+568:89014:x1862022133221376:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 13006us (13321us total) trans 4294977326 rc 0/0 00000100:00100000:2.0:1775764895.261886:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17175 00010000:00010000:3.0:1775764895.262510:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 270 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.262519:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 270 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764895.262559:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764895.262579:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 270 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764895.262644:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764895.262648:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764895.262651:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764895.262653:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764895.262656:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764895.262660:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764895.262685:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba5a5 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b8 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.262703:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 270 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b8 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.262711:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.262713:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764895.262716:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3e800, rc 0) 00000100:00100000:3.0:1775764895.262759:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133221632:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2171us (2321us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.262766:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17176 00000100:00100000:0.0:1775764895.268192:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.268287:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133221888 00000100:00100000:1.0:1775764895.268297:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133221888 00000100:00100000:1.0:1775764895.268355:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17177 00000100:00100000:1.0:1775764895.268364:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+568:89014:x1862022133221888:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764895.268450:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba5b3 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.268468:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba5b3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.268481:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba5b3 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.268495:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba5ba lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xd7ae1b83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.268502:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba5ba lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7ae1b83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.268508:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba5ba lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7ae1b83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.268526:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658ba5c1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 271 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.268578:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b8 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.268587:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658ba5c1 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 271 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.268664:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b8 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.268677:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b8 expref: 33 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.268696:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154112128:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764895.268775:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4c0316600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764895.270846:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6519:1862022154112128:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764895.270947:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658ba5c1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 271 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.276700:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.277148:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133222016 00000100:00100000:3.0:1775764895.277159:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133222016 00010000:00010000:3.0:1775764895.277198:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b8 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.277293:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2406 00000100:00100000:3.0:1775764895.277302:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385043b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133222016:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.277317:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.277342:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 272 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b8 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.277354:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 272 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b8 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.277374:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba5ac lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 272 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772b8 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.277391:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.277396:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658ba5c1 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 271 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.277447:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658ba5c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 271 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.277455:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658ba5c1 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 271 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.277486:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764895.277543:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385043b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133222016:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 242us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.277550:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2406 00010000:00010000:1.0:1775764895.277609:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658ba5c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.277618:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658ba5c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.278101:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000096eb2cfa reply state 00000000ea944df7 transno 4294977327 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658ba5c1 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.278115:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e600/0x2bbd42d658ba5c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 270 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.278122:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.278124:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764895.278127:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.278134:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba5b3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.278141:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba5b3 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.278148:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba5b3 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.278155:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba5b3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.278159:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.278164:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba5b3 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.278171:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba5b3 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.278178:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.278180:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.278183:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba5b3 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.278189:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba5b3 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.278199:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000096eb2cfa reply state 00000000ea944df7 transno 4294977327 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba5ba lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xd7ae1b83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.278206:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266fc00/0x2bbd42d658ba5ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xd7ae1b83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.278211:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xd7ae1b83 (ffff9ee4859c4e00) 00010000:00010000:1.0:1775764895.278213:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.278215:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764895.278263:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+570:89014:x1862022133221888:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 9900us (10079us total) trans 4294977327 rc 0/0 00000100:00100000:1.0:1775764895.278270:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17177 00000100:00100000:2.0:1775764895.279437:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.279527:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133222144 00000100:00100000:1.0:1775764895.279535:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133222144 00000100:00100000:1.0:1775764895.279617:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17178 00000100:00100000:1.0:1775764895.279745:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133222144:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764895.279763:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764895.279780:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba5c8 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772bf expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.279856:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba5cf lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 271 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.279956:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba5cf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.279968:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba5cf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764895.280011:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764895.280032:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba5cf lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.280050:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764895.280052:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.280055:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.280057:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764895.280060:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764895.280064:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764895.280085:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba5c8 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772bf expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.280104:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba5cf lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 271 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772bf expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.280112:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.280115:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764895.280119:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f200, rc 0) 00000100:00100000:1.0:1775764895.280175:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133222144:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 550us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.280182:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17178 00000100:00100000:0.0:1775764895.282906:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.283007:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133222400 00000100:00100000:2.0:1775764895.283017:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133222400 00000100:00100000:2.0:1775764895.283076:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17179 00000100:00100000:2.0:1775764895.283086:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+570:89014:x1862022133222400:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764895.283172:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba5d6 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.283189:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba5d6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.283201:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba5d6 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.283216:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba5dd lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xc9361ca1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.283223:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba5dd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc9361ca1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.283229:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba5dd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc9361ca1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.283247:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba5e4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 272 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.283302:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba5cf lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 272 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772bf expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.283311:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba5e4 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 272 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.283345:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba5cf lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 272 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772bf expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.283366:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba5cf lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 272 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772bf expref: 33 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.283379:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382497800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154112256:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764895.283463:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764895.288753:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.288880:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382497800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154112256:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764895.288912:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba5e4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 272 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.289136:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133222528 00000100:00100000:0.0:1775764895.289144:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133222528 00010000:00010000:0.0:1775764895.289179:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba5cf lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 272 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772bf expref: 34 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.289219:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2407 00000100:00100000:0.0:1775764895.289227:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880e9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133222528:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764895.289241:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764895.289264:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba5cf lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 273 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772bf expref: 34 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.289276:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba5cf lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 273 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772bf expref: 34 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.289297:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba5cf lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 273 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772bf expref: 34 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.289311:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764895.289316:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba5e4 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 272 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.289368:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba5e4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 272 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.289381:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba5e4 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 272 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.289408:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764895.289462:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880e9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133222528:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 236us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.289470:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2407 00010000:00010000:2.0:1775764895.289554:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba5e4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 271 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.289561:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba5e4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 271 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.290080:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000937e14e7 reply state 00000000c9e4e338 transno 4294977328 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba5e4 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 271 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.290095:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5697600/0x2bbd42d658ba5e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 271 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.290102:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.290104:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764895.290108:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764895.290115:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba5d6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.290122:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba5d6 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.290129:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba5d6 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.290136:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba5d6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.290141:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3a5696600 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764895.290146:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba5d6 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.290153:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba5d6 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.290162:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764895.290164:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764895.290168:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba5d6 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.290174:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba5d6 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.290186:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000937e14e7 reply state 00000000c9e4e338 transno 4294977328 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba5dd lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xc9361ca1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.290194:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696800/0x2bbd42d658ba5dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xc9361ca1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.290199:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xc9361ca1 (ffff9ee381ee5800) 00010000:00010000:2.0:1775764895.290201:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764895.290203:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764895.290252:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+572:89014:x1862022133222400:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7167us (7354us total) trans 4294977328 rc 0/0 00000100:00100000:2.0:1775764895.290260:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17179 00000100:00100000:0.0:1775764895.292707:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.292782:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133222656 00000100:00100000:2.0:1775764895.292793:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133222656 00000100:00100000:2.0:1775764895.292846:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17180 00000100:00100000:2.0:1775764895.292855:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133222656:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764895.292888:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764895.292909:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba5eb lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772c6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.292977:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba5f2 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 272 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.292991:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba5f2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 272 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.293002:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba5f2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 272 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764895.293045:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764895.293065:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba5f2 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 272 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.293084:0:6518:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764895.293087:0:6518:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.293091:0:6518:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.293093:0:6518:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:2.0:1775764895.293095:0:6518:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764895.293100:0:6518:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764895.293123:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba5eb lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772c6 expref: 35 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.293139:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba5f2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 272 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772c6 expref: 34 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.293147:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.293150:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764895.293153:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a735ce00, rc 0) 00000100:00100000:2.0:1775764895.293208:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133222656:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 354us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.293216:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17180 00000100:00100000:1.0:1775764895.296920:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.296968:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133222912 00000100:00100000:0.0:1775764895.296979:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133222912 00000100:00100000:0.0:1775764895.297038:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17181 00000100:00100000:0.0:1775764895.297048:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+572:89014:x1862022133222912:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764895.297129:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658ba5f9 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.297146:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658ba5f9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.297158:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658ba5f9 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.297172:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658ba600 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x2df5d9f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.297179:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658ba600 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2df5d9f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.297185:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658ba600 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2df5d9f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.297206:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658ba607 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 273 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.297259:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba5f2 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 273 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772c6 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.297268:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658ba607 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 273 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.297305:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba5f2 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 273 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772c6 expref: 33 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.297318:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba5f2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 273 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772c6 expref: 33 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.297332:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383c0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154112384:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764895.297414:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764895.300120:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.300204:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133223040 00000100:00100000:2.0:1775764895.300212:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133223040 00010000:00010000:2.0:1775764895.300249:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba5f2 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 273 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772c6 expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.300293:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2408 00000100:00100000:2.0:1775764895.300303:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfeaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133223040:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764895.300318:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764895.300343:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba5f2 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 274 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772c6 expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.300357:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba5f2 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 274 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772c6 expref: 34 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.300379:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.300385:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658ba607 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 274 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.300436:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658ba607 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 274 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.300445:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658ba607 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 274 type: IBT flags: 0x50290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.300464:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764895.300518:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfeaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133223040:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.300526:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2408 00010000:00010000:0.0:1775764895.300620:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba5f2 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 273 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772c6 expref: 33 pid: 6518 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.300665:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383c0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154112384:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764895.300684:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658ba607 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 272 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.300694:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658ba607 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 272 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.300700:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658ba607 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 272 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764895.301187:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074a6f157 reply state 000000001c6ee806 transno 4294977329 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658ba607 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 272 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.301201:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c800/0x2bbd42d658ba607 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 272 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.301209:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764895.301212:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764895.301214:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764895.301221:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658ba5f9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.301228:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658ba5f9 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.301234:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658ba5f9 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.301240:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658ba5f9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.301245:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0cc00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764895.301250:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658ba5f9 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.301257:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658ba5f9 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.301265:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764895.301267:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764895.301271:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658ba5f9 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.301277:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0cc00/0x2bbd42d658ba5f9 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764895.301288:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074a6f157 reply state 000000001c6ee806 transno 4294977329 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658ba600 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x2df5d9f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.301296:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0de00/0x2bbd42d658ba600 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x2df5d9f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.301302:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x2df5d9f8 (ffff9ee3858c9c00) 00010000:00010000:0.0:1775764895.301304:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764895.301306:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764895.301368:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+574:89014:x1862022133222912:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 4321us (4457us total) trans 4294977329 rc 0/0 00000100:00100000:0.0:1775764895.301375:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17181 00000100:00100000:3.0:1775764895.302693:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.302736:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133223168 00000100:00100000:1.0:1775764895.302744:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133223168 00000100:00100000:1.0:1775764895.302793:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17182 00000100:00100000:1.0:1775764895.302803:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfea8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133223168:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764895.302819:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764895.302837:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba60e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772cd expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.302912:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba615 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 273 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.302924:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba615 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 273 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.302934:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba615 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 273 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764895.302971:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764895.302991:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba615 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 273 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.303009:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764895.303012:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.303015:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.303017:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764895.303020:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764895.303024:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764895.303046:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba60e lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772cd expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.303062:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba615 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 273 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772cd expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.303071:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.303074:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764895.303077:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f400, rc 0) 00000100:00100000:1.0:1775764895.303133:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfea8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133223168:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 332us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.303140:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17182 00000100:00100000:2.0:1775764895.311063:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.311136:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133223424 00000100:00100000:0.0:1775764895.311146:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133223424 00000100:00100000:0.0:1775764895.311203:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17183 00000100:00100000:0.0:1775764895.311213:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382497800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+574:89014:x1862022133223424:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764895.311294:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658ba61c lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.311313:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658ba61c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.311325:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658ba61c lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.311340:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658ba623 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xb76250cc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.311347:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658ba623 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb76250cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.311353:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658ba623 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb76250cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.311370:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658ba62a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 274 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.311423:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba615 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 274 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772cd expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.311432:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658ba62a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 274 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.311465:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba615 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 274 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772cd expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.311478:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba615 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 274 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772cd expref: 33 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.311492:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee383c0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154112512:192.168.202.48@tcp:104: 00000100:00100000:0.0:1775764895.311573:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee383f2e300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764895.313880:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee383c0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154112512:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764895.313906:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658ba62a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 274 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.315004:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.315072:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133223552 00000100:00100000:3.0:1775764895.315079:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133223552 00000100:00100000:3.0:1775764895.315126:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17184 00000100:00100000:3.0:1775764895.315134:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382494380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133223552:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764895.315152:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764895.315168:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba631 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772d4 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.315226:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 275 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.315238:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658ba62a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 275 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.315245:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 275 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.315261:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658ba62a lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 275 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.315270:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 275 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.316826:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.316946:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133223680 00000100:00100000:3.0:1775764895.316954:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133223680 00010000:00010000:3.0:1775764895.316985:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba615 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 275 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772cd expref: 36 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.317019:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2409 00000100:00100000:3.0:1775764895.317027:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2404:x1862022133223680:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.317038:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.317058:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba615 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772cd expref: 36 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.317069:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba615 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772cd expref: 36 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.317086:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba615 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772cd expref: 36 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.317102:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.317106:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 275 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.317113:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658ba62a lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 275 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.317161:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658ba62a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 275 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.317168:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658ba62a lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 275 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.317174:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 275 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.317179:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 275 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.317206:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764895.317259:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2404:x1862022133223680:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 233us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.317266:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2409 00010000:00010000:2.0:1775764895.317360:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658ba62a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 274 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.317368:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658ba62a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 274 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.317862:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df04dea7 reply state 00000000ccf67aaa transno 4294977330 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658ba62a lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 274 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.317886:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0ce00/0x2bbd42d658ba62a lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 274 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.317896:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.317898:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764895.317901:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 274 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.317907:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 274 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.317912:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 274 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.317932:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764895.317940:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658ba61c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.317947:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658ba61c lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.317953:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658ba61c lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.317960:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658ba61c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.317965:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d000 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764895.317969:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658ba61c lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.317976:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658ba61c lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.317985:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764895.317988:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764895.317991:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658ba61c lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.317997:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d000/0x2bbd42d658ba61c lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.318010:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df04dea7 reply state 00000000ccf67aaa transno 4294977330 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658ba623 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xb76250cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.318018:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c400/0x2bbd42d658ba623 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xb76250cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.318024:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xb76250cc (ffff9ee3858c9e00) 00010000:00010000:2.0:1775764895.318026:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764895.318028:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764895.318076:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382497800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+576:89014:x1862022133223424:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6865us (7021us total) trans 4294977330 rc 0/0 00000100:00100000:2.0:1775764895.318083:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17183 00010000:00010000:3.0:1775764895.318767:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 274 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.318775:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 274 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764895.318827:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764895.318844:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 274 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764895.318880:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764895.318883:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764895.318886:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764895.318888:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764895.318890:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764895.318895:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764895.318917:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba631 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772d4 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.318933:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 274 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772d4 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.318941:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.318944:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764895.318947:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3ec00, rc 0) 00000100:00100000:3.0:1775764895.318984:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382494380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133223552:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3851us (3983us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.318991:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17184 00000100:00100000:1.0:1775764895.323384:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.323470:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133223936 00000100:00100000:2.0:1775764895.323481:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133223936 00000100:00100000:2.0:1775764895.323539:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17185 00000100:00100000:2.0:1775764895.323549:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+576:89014:x1862022133223936:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764895.323660:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba63f lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.323677:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba63f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.323690:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba63f lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.323711:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658ba646 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x61ca63c6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.323718:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658ba646 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x61ca63c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.323725:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658ba646 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x61ca63c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.323744:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba64d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 275 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.323795:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 275 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772d4 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.323803:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba64d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 275 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.323837:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 275 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772d4 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.323850:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 275 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772d4 expref: 33 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.323864:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382495f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154112640:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764895.323955:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764895.334724:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382495f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154112640:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764895.334762:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba64d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 275 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.337696:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.337781:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.337990:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133224192 00000100:00100000:2.0:1775764895.337999:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133224192 00000100:00100000:2.0:1775764895.338057:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17186 00000100:00100000:2.0:1775764895.338068:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133224192:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764895.338090:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764895.338111:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba654 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772db expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.338179:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 276 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.338193:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba64d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.338200:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 276 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.338222:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba64d lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.338233:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 276 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.338348:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133224064 00000100:00100000:3.0:1775764895.338353:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133224064 00010000:00010000:3.0:1775764895.338377:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772d4 expref: 36 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.338409:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2410 00000100:00100000:3.0:1775764895.338416:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2407:x1862022133224064:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.338426:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.338479:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772d4 expref: 36 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.338492:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772d4 expref: 36 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.338511:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba638 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772d4 expref: 36 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.338527:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.338532:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 276 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.338539:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba64d lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.338600:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba64d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.338607:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba64d lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.338614:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 276 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.338620:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 276 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.338682:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764895.338738:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2407:x1862022133224064:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 321us (1051us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.338745:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2410 00010000:00010000:1.0:1775764895.339004:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba64d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 275 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339012:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba64d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 275 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.339516:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078c33653 reply state 00000000340c2e09 transno 4294977331 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba64d lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 275 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339535:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ce00/0x2bbd42d658ba64d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 275 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339541:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.339544:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764895.339546:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 275 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339553:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 275 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339558:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 275 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.339584:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.339591:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba63f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339598:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba63f lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339604:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba63f lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339610:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba63f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339615:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.339618:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba63f lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339654:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba63f lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339664:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.339667:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.339671:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba63f lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339677:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba63f lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.339688:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078c33653 reply state 00000000340c2e09 transno 4294977331 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658ba646 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x61ca63c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339697:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735ca00/0x2bbd42d658ba646 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x61ca63c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.339702:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x61ca63c6 (ffff9ee381ee5200) 00010000:00010000:1.0:1775764895.339704:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.339706:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764895.339758:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+578:89014:x1862022133223936:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 16209us (16381us total) trans 4294977331 rc 0/0 00000100:00100000:1.0:1775764895.339765:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17185 00010000:00010000:3.0:1775764895.340589:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 275 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.340598:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 275 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764895.340667:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764895.340690:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 275 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764895.340718:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764895.340721:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764895.340723:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764895.340725:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764895.340728:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764895.340732:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764895.340757:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba654 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772db expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.340775:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 275 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772db expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.340783:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.340786:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764895.340790:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a735c600, rc 0) 00000100:00100000:3.0:1775764895.340835:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133224192:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 2769us (3053us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.340843:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17186 00000100:00100000:3.0:1775764895.350118:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.350265:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133224448 00000100:00100000:2.0:1775764895.350275:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133224448 00000100:00100000:2.0:1775764895.350334:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17187 00000100:00100000:2.0:1775764895.350344:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3847e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+578:89014:x1862022133224448:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764895.350432:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba662 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.350449:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba662 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.350460:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba662 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.350476:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba669 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x82330ca5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.350483:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba669 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x82330ca5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.350489:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba669 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x82330ca5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.350508:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba670 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 276 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.350558:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772db expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.350566:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba670 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.350610:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772db expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.350808:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772db expref: 33 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.350824:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee382495f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154112768:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764895.350957:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764895.358193:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee382495f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154112768:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764895.358222:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba670 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.358985:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.359379:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133224576 00000100:00100000:1.0:1775764895.359388:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133224576 00000100:00100000:1.0:1775764895.359448:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17188 00000100:00100000:1.0:1775764895.359458:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133224576:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764895.359477:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764895.359500:0:8424:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba677 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772e2 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.359570:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 277 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.359585:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba670 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 277 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.359592:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 277 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.359970:0:8424:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba670 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 277 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.359983:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 277 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.361060:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.361145:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133224704 00000100:00100000:3.0:1775764895.361152:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133224704 00010000:00010000:3.0:1775764895.361184:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772db expref: 36 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.361222:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2411 00000100:00100000:3.0:1775764895.361232:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee383c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+36:2405:x1862022133224704:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.361246:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.361270:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772db expref: 36 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.361283:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772db expref: 36 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.361305:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba65b lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772db expref: 36 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.361321:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.361326:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 277 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.361335:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba670 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 277 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.361385:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba670 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 277 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.361393:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba670 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 277 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.361401:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 277 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.361406:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 277 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.361485:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764895.361545:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee383c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2405:x1862022133224704:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 315us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.361553:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2411 00010000:00010000:2.0:1775764895.363170:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba670 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.363184:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba670 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.363915:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a54b46ad reply state 0000000022729ffe transno 4294977332 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba670 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.363934:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfd6ca00/0x2bbd42d658ba670 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.363942:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.363945:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1775764895.363949:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 276 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.363957:0:6518:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.363964:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT flags: 0x40290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.363985:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764895.363992:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba662 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.364000:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba662 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.364006:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba662 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.364013:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba662 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.364019:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a624f200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764895.364023:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba662 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.364031:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba662 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.364041:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764895.364043:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764895.364047:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba662 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.364052:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba662 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.364066:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a54b46ad reply state 0000000022729ffe transno 4294977332 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba669 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x82330ca5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.364074:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3a5696600/0x2bbd42d658ba669 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x82330ca5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.364080:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x82330ca5 (ffff9ee381ee5c00) 00010000:00010000:2.0:1775764895.364082:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764895.364084:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1775764895.364220:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.364228:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764895.364263:0:8424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764895.364282:0:8424:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.364307:0:8424:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764895.364310:0:8424:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.364313:0:8424:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.364315:0:8424:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764895.364317:0:8424:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764895.364322:0:8424:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764895.364347:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba677 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e2 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.364370:0:8424:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 276 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e2 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.364377:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.364379:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764895.364382:0:8424:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f600, rc 0) 00000100:00100000:2.0:1775764895.364430:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3847e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+580:89014:x1862022133224448:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 14087us (14322us total) trans 4294977332 rc 0/0 00000100:00100000:2.0:1775764895.364439:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17187 00000100:00100000:1.0:1775764895.365225:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133224576:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 5765us (6239us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.365234:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17188 00000100:00100000:0.0:1775764895.371313:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.371391:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133224960 00000100:00100000:1.0:1775764895.371401:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133224960 00000100:00100000:1.0:1775764895.371450:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17189 00000100:00100000:1.0:1775764895.371460:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee386ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+580:89014:x1862022133224960:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764895.371546:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba685 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.371562:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba685 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.371574:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba685 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.371587:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba68c lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xa3a95acd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.371606:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba68c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa3a95acd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.371616:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba68c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa3a95acd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.371667:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba693 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 277 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.371721:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e2 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.371730:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba693 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 277 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.371764:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e2 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.371778:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e2 expref: 33 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.371792:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154112896:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764895.371896:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4c0316c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764895.376720:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.377017:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133225088 00000100:00100000:0.0:1775764895.377027:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133225088 00010000:00010000:0.0:1775764895.377067:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e2 expref: 34 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.377105:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2412 00000100:00100000:0.0:1775764895.377114:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133225088:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764895.377129:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764895.377150:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e2 expref: 34 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.377163:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e2 expref: 34 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.377184:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764895.377189:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba693 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 278 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.377241:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba693 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 278 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.377249:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba693 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 278 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.377269:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764895.377325:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee382495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133225088:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 211us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.377333:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2412 00010000:00010000:1.0:1775764895.377448:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f600/0x2bbd42d658ba67e lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e2 expref: 33 pid: 8424 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.377464:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154112896:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764895.377484:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba693 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.377493:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba693 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.377499:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba693 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.378881:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000edd1e768 reply state 00000000df7c195b transno 4294977333 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba693 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.378900:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f400/0x2bbd42d658ba693 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 276 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.378908:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.378910:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1775764895.378914:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.378921:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba685 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.378927:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba685 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.378934:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba685 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.378941:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba685 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.378947:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee38266e200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.378951:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba685 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.378959:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba685 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.378969:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.378972:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.378975:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba685 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.378981:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba685 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.378994:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000edd1e768 reply state 00000000df7c195b transno 4294977333 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba68c lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xa3a95acd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.379002:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f200/0x2bbd42d658ba68c lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xa3a95acd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.379008:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xa3a95acd (ffff9ee4859c4a00) 00010000:00010000:1.0:1775764895.379010:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.379012:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764895.379076:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee386ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+582:89014:x1862022133224960:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7615us (7772us total) trans 4294977333 rc 0/0 00000100:00100000:1.0:1775764895.379083:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17189 00000100:00100000:3.0:1775764895.379172:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.379222:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133225216 00000100:00100000:1.0:1775764895.379229:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133225216 00000100:00100000:1.0:1775764895.379269:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17190 00000100:00100000:1.0:1775764895.379278:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee3a7972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133225216:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764895.379295:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764895.379309:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba69a lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772e9 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.379366:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba6a1 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 277 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.379379:0:10039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.379387:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764895.379419:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764895.379438:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.379456:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764895.379459:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.379462:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.379464:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764895.379466:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764895.379470:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764895.379488:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba69a lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e9 expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.379502:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba6a1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 277 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e9 expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.379509:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.379511:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764895.379514:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266f800, rc 0) 00000100:00100000:1.0:1775764895.379552:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee3a7972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133225216:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 276us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.379559:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17190 00000100:00100000:2.0:1775764895.381012:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.381085:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133225472 00000100:00100000:3.0:1775764895.381092:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133225472 00000100:00100000:3.0:1775764895.381137:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17191 00000100:00100000:3.0:1775764895.381145:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+582:89014:x1862022133225472:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764895.381213:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658ba6a8 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.381227:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658ba6a8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.381237:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658ba6a8 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.381251:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba6af lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x1f7a68fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.381257:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba6af lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1f7a68fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.381262:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba6af lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1f7a68fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.381279:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba6b6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 278 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.381329:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba6a1 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e9 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.381337:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba6b6 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 278 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.381367:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba6a1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e9 expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.381384:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba6a1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e9 expref: 33 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.381396:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee3a7971880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154113024:192.168.202.48@tcp:104: 00000100:00100000:3.0:1775764895.381471:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4b5b27900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764895.385114:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee3a7971880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154113024:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764895.385142:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba6b6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 278 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.386481:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.386569:0:25792:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133225600 00000100:00100000:0.0:1775764895.386577:0:25792:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133225600 00010000:00010000:0.0:1775764895.386612:0:25792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba6a1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e9 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.386679:0:25792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2413 00000100:00100000:0.0:1775764895.386688:0:25792:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee39d091c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133225600:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764895.386701:0:25792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764895.386725:0:25792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba6a1 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 279 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e9 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.386737:0:25792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba6a1 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 279 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e9 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.386758:0:25792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266f800/0x2bbd42d658ba6a1 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 279 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772e9 expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.386774:0:25792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764895.386780:0:25792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba6b6 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 278 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.386946:0:25792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba6b6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 278 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.386955:0:25792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba6b6 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 278 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.386992:0:25792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764895.387053:0:25792:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d091c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133225600:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 365us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.387062:0:25792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2413 00010000:00010000:2.0:1775764895.387269:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba6b6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 277 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.387277:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba6b6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 277 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.387923:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c80018ff reply state 000000009a652a33 transno 4294977334 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba6b6 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 277 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.387939:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e800/0x2bbd42d658ba6b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 277 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.387946:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.387948:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764895.387952:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764895.387958:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658ba6a8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.387965:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658ba6a8 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.387972:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658ba6a8 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.387978:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658ba6a8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.387984:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3fe00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764895.387988:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658ba6a8 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.387995:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658ba6a8 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.388004:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764895.388007:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764895.388010:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658ba6a8 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.388016:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3fe00/0x2bbd42d658ba6a8 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.388027:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c80018ff reply state 000000009a652a33 transno 4294977334 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba6af lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x1f7a68fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.388034:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ec00/0x2bbd42d658ba6af lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x1f7a68fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.388040:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x1f7a68fb (ffff9ee492ba1400) 00010000:00010000:2.0:1775764895.388043:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764895.388044:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764895.388102:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee39d093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+584:89014:x1862022133225472:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6956us (7093us total) trans 4294977334 rc 0/0 00000100:00100000:2.0:1775764895.388109:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17191 00000100:00100000:2.0:1775764895.389350:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.389400:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133225728 00000100:00100000:3.0:1775764895.389410:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133225728 00000100:00100000:3.0:1775764895.389459:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17192 00000100:00100000:3.0:1775764895.389469:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133225728:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:3.0:1775764895.389487:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764895.389508:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6bd lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772f0 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.389582:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658ba6c4 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 278 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.389595:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658ba6c4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.389606:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658ba6c4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764895.389659:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1775764895.389679:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658ba6c4 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764895.389699:0:6519:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1775764895.389703:0:6519:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764895.389706:0:6519:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:3.0:1775764895.389708:0:6519:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:3.0:1775764895.389710:0:6519:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1775764895.389714:0:6519:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1775764895.389733:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6bd lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f0 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.389748:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658ba6c4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 278 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f0 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.389756:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.389758:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1775764895.389761:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee385b3f000, rc 0) 00000100:00100000:0.0:1775764895.389884:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133225728:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 399us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.389893:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17192 00000100:00100000:0.0:1775764895.400850:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.407404:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133225984 00000100:00100000:3.0:1775764895.407419:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133225984 00000100:00100000:3.0:1775764895.407491:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17193 00000100:00100000:3.0:1775764895.407499:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee385043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+584:89014:x1862022133225984:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:3.0:1775764895.407575:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6cb lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.407589:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6cb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.407598:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6cb lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.407608:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658ba6d2 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x518f7c69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.407616:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658ba6d2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x518f7c69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.407620:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658ba6d2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x518f7c69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.407645:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658ba6d9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 279 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.408061:0:27904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658ba6c4 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 279 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f0 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.408067:0:27904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658ba6d9 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 279 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.408772:0:27904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658ba6c4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 279 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f0 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.408791:0:27904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658ba6c4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 279 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f0 expref: 33 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.408824:0:27904:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625c000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154113152:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764895.408937:0:27904:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764895.412348:0:27904:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625c000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:27904:1862022154113152:192.168.202.48@tcp:104: 00010000:00010000:2.0:1775764895.412376:0:27904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658ba6d9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 279 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.413023:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.413102:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.413173:0:8416:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133226112 00000100:00100000:3.0:1775764895.413180:0:8416:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133226112 00010000:00010000:3.0:1775764895.413215:0:8416:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658ba6c4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 279 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f0 expref: 34 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.413248:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2414 00000100:00100000:3.0:1775764895.413256:0:8416:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4880ea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133226112:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.413271:0:8416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.413293:0:8416:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658ba6c4 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f0 expref: 34 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.413305:0:8416:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658ba6c4 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f0 expref: 34 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.413330:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3f000/0x2bbd42d658ba6c4 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f0 expref: 34 pid: 6519 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.413345:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.413350:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658ba6d9 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 279 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.413402:0:8416:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658ba6d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 279 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.413410:0:8416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658ba6d9 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 279 type: IBT flags: 0x40290000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.413442:0:8416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764895.413493:0:8416:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4880ea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133226112:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 237us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.413501:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2414 00010000:00010000:2.0:1775764895.413666:0:27904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658ba6d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 278 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.413674:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658ba6d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 278 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.414174:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008423e546 reply state 00000000c5d15350 transno 4294977335 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658ba6d9 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 278 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414187:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ee00/0x2bbd42d658ba6d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 278 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414194:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.414196:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764895.414199:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764895.414205:0:27904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6cb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414212:0:27904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6cb lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414217:0:27904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6cb lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414223:0:27904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6cb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414229:0:27904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee385b3ea00 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764895.414233:0:27904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6cb lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414239:0:27904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6cb lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414247:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764895.414249:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764895.414253:0:27904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6cb lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414258:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3ea00/0x2bbd42d658ba6cb lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.414269:0:27904:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008423e546 reply state 00000000c5d15350 transno 4294977335 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658ba6d2 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x518f7c69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414277:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee385b3e400/0x2bbd42d658ba6d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x518f7c69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414281:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x518f7c69 (ffff9ee39160eb00) 00010000:00010000:2.0:1775764895.414283:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764895.414285:0:27904:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764895.414342:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee385043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:336278a0-5969-4695-a4c4-b074c8750a45+586:89014:x1862022133225984:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 6843us (13503us total) trans 4294977335 rc 0/0 00000100:00100000:2.0:1775764895.414351:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17193 00000100:00100000:2.0:1775764895.414368:0:27904:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133226240 00000100:00100000:2.0:1775764895.414372:0:27904:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133226240 00000100:00100000:2.0:1775764895.414401:0:27904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17194 00000100:00100000:2.0:1775764895.414408:0:27904:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133226240:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:2.0:1775764895.414423:0:27904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764895.414437:0:27904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba6e0 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772f7 expref: -99 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414488:0:27904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba6e7 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 279 type: IBT flags: 0x40000000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414497:0:27904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba6e7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 279 type: IBT flags: 0x50210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414505:0:27904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba6e7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 279 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764895.414533:0:27904:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1775764895.414550:0:27904:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba6e7 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 279 type: IBT flags: 0x40210000000000 pid: 27904 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.414566:0:27904:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1775764895.414569:0:27904:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.414572:0:27904:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:2.0:1775764895.414574:0:27904:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:2.0:1775764895.414576:0:27904:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1775764895.414580:0:27904:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1775764895.414595:0:27904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4bfe2a600/0x2bbd42d658ba6e0 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f7 expref: 35 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414608:0:27904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba6e7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 279 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f7 expref: 34 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.414615:0:27904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.414618:0:27904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1775764895.414660:0:27904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4a624f200, rc 0) 00000100:00100000:2.0:1775764895.414683:0:27904:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133226240:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 276us (1580us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764895.414689:0:27904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17194 00000100:00100000:0.0:1775764895.420363:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.420464:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133226496 00000100:00100000:1.0:1775764895.420474:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133226496 00000100:00100000:1.0:1775764895.420536:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17195 00000100:00100000:1.0:1775764895.420547:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee381fc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+586:89014:x1862022133226496:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:1.0:1775764895.420685:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba6ee lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.420702:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba6ee lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.420715:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba6ee lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.420730:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba6f5 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x6488739d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.420738:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba6f5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6488739d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.420744:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba6f5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6488739d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.420761:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba6fc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 280 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.420814:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba6e7 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f7 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.420823:0:6520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba6fc lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 280 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.420858:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba6e7 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f7 expref: 33 pid: 27904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.420935:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba6e7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f7 expref: 33 pid: 27904 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.420950:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4bfd6b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154113280:192.168.202.48@tcp:104: 00000100:00100000:1.0:1775764895.421031:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee4c0316600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764895.427662:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.427733:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.427818:0:6505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133226624 00000100:00100000:3.0:1775764895.427827:0:6505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133226624 00010000:00010000:3.0:1775764895.427877:0:6505:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba6e7 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f7 expref: 34 pid: 27904 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.427920:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2415 00000100:00100000:3.0:1775764895.427929:0:6505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133226624:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.427944:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.427968:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba6e7 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 281 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f7 expref: 34 pid: 27904 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.427987:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba6e7 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 281 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f7 expref: 34 pid: 27904 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.428008:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.428013:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba6fc lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.428072:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba6fc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.428080:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba6fc lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.428098:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764895.428143:0:6505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2406:x1862022133226624:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 216us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.428150:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2415 00000100:00100000:0.0:1775764895.428736:0:10039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133226752 00000100:00100000:0.0:1775764895.428742:0:10039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133226752 00000100:00100000:0.0:1775764895.428778:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17196 00000100:00100000:0.0:1775764895.428784:0:10039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133226752:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:0.0:1775764895.428801:0:10039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764895.428817:0:10039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba703 lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf772fe expref: -99 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.429076:0:10039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 281 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.429087:0:10039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba6fc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.429094:0:10039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 281 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.429107:0:10039:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba6fc lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.429117:0:10039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 281 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430066:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a624f200/0x2bbd42d658ba6e7 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 281 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772f7 expref: 35 pid: 27904 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.430086:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee4bfd6b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6520:1862022154113280:192.168.202.48@tcp:104: 00010000:00010000:1.0:1775764895.430105:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba6fc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 280 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430112:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba6fc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 280 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430118:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba6fc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 280 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.430828:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000891eb0f reply state 0000000093ca286d transno 4294977336 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba6fc lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 280 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430846:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c600/0x2bbd42d658ba6fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 280 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430855:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.430858:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764895.430861:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 280 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430883:0:6520:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430889:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.430909:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.430916:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba6ee lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430923:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba6ee lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430928:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba6ee lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430935:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba6ee lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430942:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4a735c400 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.430946:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba6ee lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430954:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba6ee lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430964:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.430966:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.430970:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba6ee lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430975:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735c400/0x2bbd42d658ba6ee lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.430987:0:6520:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000891eb0f reply state 0000000093ca286d transno 4294977336 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba6f5 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x6488739d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.430995:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4a735d400/0x2bbd42d658ba6f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x6488739d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.431000:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x6488739d (ffff9ee4859c4c00) 00010000:00010000:1.0:1775764895.431002:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.431004:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764895.431079:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee381fc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:336278a0-5969-4695-a4c4-b074c8750a45+588:89014:x1862022133226496:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 10531us (10723us total) trans 4294977336 rc 0/0 00000100:00100000:1.0:1775764895.431087:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17195 00010000:00010000:0.0:1775764895.431990:0:10039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.432001:0:10039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764895.432046:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1775764895.432069:0:10039:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764895.432095:0:10039:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1775764895.432098:0:10039:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764895.432101:0:10039:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:0.0:1775764895.432103:0:10039:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:0.0:1775764895.432105:0:10039:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1775764895.432109:0:10039:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1775764895.432137:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba703 lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772fe expref: 35 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.432156:0:10039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 280 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772fe expref: 34 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.432163:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764895.432166:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1775764895.432169:0:10039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee383d0d200, rc 0) 00000100:00100000:0.0:1775764895.432230:0:10039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133226752:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 3445us (4495us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.432237:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17196 00000100:00100000:1.0:1775764895.438988:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.439185:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133227008 00000100:00100000:2.0:1775764895.439196:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133227008 00000100:00100000:2.0:1775764895.439260:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17197 00000100:00100000:2.0:1775764895.439270:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+588:89014:x1862022133227008:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764895.439360:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc200/0x2bbd42d658ba711 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.439376:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc200/0x2bbd42d658ba711 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.439388:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc200/0x2bbd42d658ba711 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.439402:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd600/0x2bbd42d658ba718 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xe2c016ac bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.439412:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd600/0x2bbd42d658ba718 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe2c016ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.439419:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd600/0x2bbd42d658ba718 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe2c016ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.439436:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc000/0x2bbd42d658ba71f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 281 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.439487:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 281 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772fe expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.439496:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc000/0x2bbd42d658ba71f lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.439527:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 281 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772fe expref: 33 pid: 10039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.439539:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 281 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772fe expref: 33 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.439552:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154113408:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764895.439648:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764895.443168:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6518:1862022154113408:192.168.202.48@tcp:104: 00010000:00010000:3.0:1775764895.443198:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc000/0x2bbd42d658ba71f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.443317:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.443755:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133227136 00000100:00100000:3.0:1775764895.443763:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133227136 00010000:00010000:3.0:1775764895.443797:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 281 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772fe expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.443844:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2416 00000100:00100000:3.0:1775764895.443853:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:2407:x1862022133227136:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764895.443881:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764895.443905:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 282 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772fe expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.443917:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 282 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772fe expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.443938:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d200/0x2bbd42d658ba70a lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 282 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf772fe expref: 34 pid: 10039 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.443954:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.443958:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc000/0x2bbd42d658ba71f lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.444013:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc000/0x2bbd42d658ba71f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.444021:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc000/0x2bbd42d658ba71f lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.444049:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764895.444092:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:2407:x1862022133227136:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 240us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.444099:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2416 00010000:00010000:2.0:1775764895.444350:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc000/0x2bbd42d658ba71f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 280 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.444358:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc000/0x2bbd42d658ba71f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 280 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.444914:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009555a5a0 reply state 00000000539c2566 transno 4294977337 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc000/0x2bbd42d658ba71f lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 280 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.444930:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc000/0x2bbd42d658ba71f lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 280 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.444937:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:2.0:1775764895.444940:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1775764895.444943:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764895.444950:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc200/0x2bbd42d658ba711 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.444957:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc200/0x2bbd42d658ba711 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.444964:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc200/0x2bbd42d658ba711 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.444971:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc200/0x2bbd42d658ba711 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.444977:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3851bc200 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:2.0:1775764895.444982:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc200/0x2bbd42d658ba711 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.444990:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc200/0x2bbd42d658ba711 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.444999:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:2.0:1775764895.445001:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764895.445005:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc200/0x2bbd42d658ba711 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.445011:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bc200/0x2bbd42d658ba711 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.445024:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009555a5a0 reply state 00000000539c2566 transno 4294977337 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd600/0x2bbd42d658ba718 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xe2c016ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.445032:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd600/0x2bbd42d658ba718 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xe2c016ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.445039:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xe2c016ac (ffff9ee381ee5d00) 00010000:00010000:2.0:1775764895.445041:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1775764895.445043:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1775764895.445104:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:336278a0-5969-4695-a4c4-b074c8750a45+590:89014:x1862022133227008:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 5833us (6122us total) trans 4294977337 rc 0/0 00000100:00100000:2.0:1775764895.445112:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17197 00000100:00100000:1.0:1775764895.448240:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:0.0:1775764895.449368:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133227392 00000100:00100000:0.0:1775764895.449379:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133227392 00000100:00100000:0.0:1775764895.449440:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17198 00000100:00100000:0.0:1775764895.449450:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4bfd6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+590:89014:x1862022133227392:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:0.0:1775764895.449538:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba726 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.449555:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba726 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.449568:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba726 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.449662:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658ba72d lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0x39c9678c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.449670:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658ba72d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x39c9678c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.449677:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658ba72d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x39c9678c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.449696:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658ba734 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 281 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.449749:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658ba734 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.449757:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658ba734 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764895.450248:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f416473 reply state 00000000a88dc1c4 transno 4294977338 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658ba734 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.450267:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0da00/0x2bbd42d658ba734 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 281 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.450274:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:0.0:1775764895.450276:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1775764895.450279:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764895.450285:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba726 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.450291:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba726 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.450296:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba726 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.450303:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba726 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.450307:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee383d0d800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:0.0:1775764895.450311:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba726 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.450318:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba726 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.450328:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:0.0:1775764895.450330:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764895.450334:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba726 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.450340:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba726 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764895.450354:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f416473 reply state 00000000a88dc1c4 transno 4294977338 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658ba72d lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0x39c9678c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.450361:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0c600/0x2bbd42d658ba72d lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0x39c9678c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.450368:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x39c9678c (ffff9ee3858c9600) 00010000:00010000:0.0:1775764895.450369:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764895.450371:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1775764895.450448:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4bfd6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:336278a0-5969-4695-a4c4-b074c8750a45+592:89014:x1862022133227392:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 998us (2216us total) trans 4294977338 rc 0/0 00000100:00100000:0.0:1775764895.450456:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17198 00000100:00100000:2.0:1775764895.452326:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:1.0:1775764895.452404:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133227520 00000100:00100000:1.0:1775764895.452413:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133227520 00000100:00100000:1.0:1775764895.452471:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17199 00000100:00100000:1.0:1775764895.452481:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+33:89016:x1862022133227520:12345-192.168.202.48@tcp:101:statmany.0 00010000:00010000:1.0:1775764895.452499:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764895.452520:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba73b lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf77305 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.452587:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba742 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 282 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.452768:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba742 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 282 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.452785:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba742 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 282 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764895.452838:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1775764895.452859:0:6520:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba742 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 282 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.453457:0:6520:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1775764895.453461:0:6520:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.453463:0:6520:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb atime from disk: 1775764875 -> 1775764875 00000004:00010000:1.0:1775764895.453466:0:6520:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb ctime from disk: 1775764895 -> 1775764895 00000004:00010000:1.0:1775764895.453468:0:6520:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000406:0x40:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1775764895.453471:0:6520:0:(mdt_io.c:1550:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1775764895.453495:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e800/0x2bbd42d658ba73b lrc: 0/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77305 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.453514:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba742 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 282 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77305 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.453523:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.453526:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1775764895.453530:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee38266e200, rc 0) 00000100:00100000:1.0:1775764895.453607:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+34:89016:x1862022133227520:12345-192.168.202.48@tcp:101:statmany.0 Request processed in 1119us (1278us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.453615:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17199 00000100:00100000:2.0:1775764895.459287:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.463311:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133227776 00000100:00100000:3.0:1775764895.463325:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133227776 00000100:00100000:2.0:1775764895.463501:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17200 00000100:00100000:2.0:1775764895.463512:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+592:89014:x1862022133227776:12345-192.168.202.48@tcp:36:createmany.0 00010000:00010000:2.0:1775764895.463617:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd800/0x2bbd42d658ba749 lrc: 3/0,1 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.463661:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd800/0x2bbd42d658ba749 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.463674:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd800/0x2bbd42d658ba749 lrc: 3/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.463689:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bdc00/0x2bbd42d658ba750 lrc: 3/0,1 mode: --/PW res: [0x200000406:0x41:0x0].0xba1cae6e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.463696:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bdc00/0x2bbd42d658ba750 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xba1cae6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.463702:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bdc00/0x2bbd42d658ba750 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xba1cae6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.463721:0:8424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bcc00/0x2bbd42d658ba757 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 283 type: IBT flags: 0x40000000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.463777:0:8424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba742 lrc: 2/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 283 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77305 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.463785:0:8424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bcc00/0x2bbd42d658ba757 lrc: 4/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 283 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.463832:0:8424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba742 lrc: 3/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 283 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77305 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.463847:0:8424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba742 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 283 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77305 expref: 33 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.463879:0:8424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ee38625ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154113536:192.168.202.48@tcp:104: 00000100:00100000:2.0:1775764895.463974:0:8424:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ee3833ce180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764895.468308:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:2.0:1775764895.468373:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.48@tcp (source: 12345-192.168.202.48@tcp) 00000100:00100000:3.0:1775764895.468437:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133228032 00000100:00100000:0.0:1775764895.468446:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022133227904 00000100:00100000:3.0:1775764895.468447:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133228032 00000100:00100000:0.0:1775764895.468450:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022133227904 00010000:00010000:3.0:1775764895.468487:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba742 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 283 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77305 expref: 35 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.468504:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 17201 00000100:00100000:3.0:1775764895.468513:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.48@tcp, seq: 2417 00000100:00100000:0.0:1775764895.468514:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:89016:x1862022133227904:12345-192.168.202.48@tcp:101:statmany.0 00000100:00100000:3.0:1775764895.468518:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee38625f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133228032:12345-192.168.202.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764895.468531:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764895.468532:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764895.468549:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d800/0x2bbd42d658ba75e lrc: 2/0,0 mode: --/CR res: [0x200000406:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9548b5dbccf7730c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.468555:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba742 lrc: 5/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 284 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77305 expref: 35 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.468567:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba742 lrc: 4/0,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 284 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77305 expref: 36 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.468587:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:3.0:1775764895.468591:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bcc00/0x2bbd42d658ba757 lrc: 3/0,1 mode: --/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 284 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.468611:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658ba765 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x0/0x0 rrc: 285 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.468666:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bcc00/0x2bbd42d658ba757 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 285 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.468675:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bcc00/0x2bbd42d658ba757 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 285 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.468889:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee38266e200/0x2bbd42d658ba742 lrc: 0/0,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 285 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.48@tcp remote: 0x9548b5dbccf77305 expref: 36 pid: 6520 timeout: 2368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.468908:0:8424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ee38625ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8424:1862022154113536:192.168.202.48@tcp:104: 00010000:00010000:0.0:1775764895.469057:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bcc00/0x2bbd42d658ba757 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 284 type: IBT flags: 0x50290000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.469065:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658ba765 lrc: 4/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 284 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.469080:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764895.469084:0:6519:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bcc00/0x2bbd42d658ba757 lrc: 4/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 283 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.469092:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658ba765 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 283 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.469144:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcd155e8-f1a6-4b5a-9c43-1b1ba890269e+35:2406:x1862022133228032:12345-192.168.202.48@tcp:103:ldlm_bl.0 Request processed in 624us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.469151:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 2417 00010000:00010000:1.0:1775764895.470022:0:8424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bcc00/0x2bbd42d658ba757 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 283 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470031:0:8424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bcc00/0x2bbd42d658ba757 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 283 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470035:0:8424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bcc00/0x2bbd42d658ba757 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 283 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.470529:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000029c8a3fc reply state 00000000ef6abf7a transno 4294977339 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bcc00/0x2bbd42d658ba757 lrc: 3/0,1 mode: EX/EX res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 283 type: IBT flags: 0x40210400000020 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470544:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bcc00/0x2bbd42d658ba757 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x40:0x0].0x0 bits 0x22/0x0 rrc: 283 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470552:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x40:0x0].0x0 (ffff9ee38404f000) 00010000:00010000:1.0:1775764895.470555:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1775764895.470558:0:8424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658ba765 lrc: 3/1,0 mode: --/PR res: [0x200000406:0x40:0x0].0x0 bits 0x13/0x48 rrc: 283 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470565:0:8424:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658ba765 lrc: 3/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 283 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470571:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee383d0d600/0x2bbd42d658ba765 lrc: 4/1,0 mode: PR/PR res: [0x200000406:0x40:0x0].0x0 bits 0x5b/0x0 rrc: 283 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764895.470834:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764895.470841:0:8424:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd800/0x2bbd42d658ba749 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470850:0:8424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd800/0x2bbd42d658ba749 lrc: 4/0,1 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470854:0:8424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd800/0x2bbd42d658ba749 lrc: 3/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470858:0:8424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd800/0x2bbd42d658ba749 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470861:0:8424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee3851bd800 already unused, calling callback (ffffffffc19e64f0) 00010000:00010000:1.0:1775764895.470874:0:8424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd800/0x2bbd42d658ba749 lrc: 4/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470882:0:8424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd800/0x2bbd42d658ba749 lrc: 5/0,0 mode: CW/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470893:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0x0 (ffff9ee496767c00) 00010000:00010000:1.0:1775764895.470895:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764895.470903:0:8424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd800/0x2bbd42d658ba749 lrc: 3/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470909:0:8424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bd800/0x2bbd42d658ba749 lrc: 0/0,0 mode: --/CW res: [0x200000406:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764895.470919:0:8424:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000029c8a3fc reply state 00000000ef6abf7a transno 4294977339 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bdc00/0x2bbd42d658ba750 lrc: 3/0,1 mode: PW/PW res: [0x200000406:0x41:0x0].0xba1cae6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470927:0:8424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee3851bdc00/0x2bbd42d658ba750 lrc: 3/0,1 mode: TXN/TXN res: [0x200000406:0x41:0x0].0xba1cae6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764895.470933:0:8424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000406:0x41:0x0].0xba1cae6e (ffff9ee381ee5500) 00010000:00010000:1.0:1775764895.470936:0:8424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764895.470937:0:8424:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1775764895.471013:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee38625c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:336278a0-5969-4695-a4c4-b074c8750a45+594:89014:x1862022133227776:12345-192.168.202.48@tcp:36:createmany.0 Request processed in 7499us (11732us total) trans 4294977339 rc 0/0 00000100:00100000:1.0:1775764895.471021:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.48@tcp, seq: 17200 Debug log: 69116 lines, 69116 kept, 0 dropped, 0 bad.